store_test.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420
  1. package store
  2. import (
  3. "testing"
  4. "time"
  5. etcdErr "github.com/coreos/etcd/error"
  6. "github.com/stretchr/testify/assert"
  7. )
  8. // Ensure that the store can retrieve an existing value.
  9. func TestStoreGetValue(t *testing.T) {
  10. s := newStore()
  11. s.Create("/foo", "bar", false, Permanent)
  12. e, err := s.Get("/foo", false, false)
  13. assert.Nil(t, err, "")
  14. assert.Equal(t, e.Action, "get", "")
  15. assert.Equal(t, e.Key, "/foo", "")
  16. assert.Equal(t, e.Value, "bar", "")
  17. }
  18. // Ensure that the store can recrusively retrieve a directory listing.
  19. // Note that hidden files should not be returned.
  20. func TestStoreGetDirectory(t *testing.T) {
  21. s := newStore()
  22. s.Create("/foo", "", false, Permanent)
  23. s.Create("/foo/bar", "X", false, Permanent)
  24. s.Create("/foo/_hidden", "*", false, Permanent)
  25. s.Create("/foo/baz", "", false, Permanent)
  26. s.Create("/foo/baz/bat", "Y", false, Permanent)
  27. s.Create("/foo/baz/_hidden", "*", false, Permanent)
  28. s.Create("/foo/baz/ttl", "Y", false, time.Now().Add(time.Second*3))
  29. e, err := s.Get("/foo", true, false)
  30. assert.Nil(t, err, "")
  31. assert.Equal(t, e.Action, "get", "")
  32. assert.Equal(t, e.Key, "/foo", "")
  33. assert.Equal(t, len(e.KVPairs), 2, "")
  34. assert.Equal(t, e.KVPairs[0].Key, "/foo/bar", "")
  35. assert.Equal(t, e.KVPairs[0].Value, "X", "")
  36. assert.Equal(t, e.KVPairs[0].Dir, false, "")
  37. assert.Equal(t, e.KVPairs[1].Key, "/foo/baz", "")
  38. assert.Equal(t, e.KVPairs[1].Dir, true, "")
  39. assert.Equal(t, len(e.KVPairs[1].KVPairs), 2, "")
  40. assert.Equal(t, e.KVPairs[1].KVPairs[0].Key, "/foo/baz/bat", "")
  41. assert.Equal(t, e.KVPairs[1].KVPairs[0].Value, "Y", "")
  42. assert.Equal(t, e.KVPairs[1].KVPairs[0].Dir, false, "")
  43. assert.Equal(t, e.KVPairs[1].KVPairs[1].Key, "/foo/baz/ttl", "")
  44. assert.Equal(t, e.KVPairs[1].KVPairs[1].Value, "Y", "")
  45. assert.Equal(t, e.KVPairs[1].KVPairs[1].Dir, false, "")
  46. assert.Equal(t, e.KVPairs[1].KVPairs[1].TTL, 3, "")
  47. }
  48. // Ensure that the store can retrieve a directory in sorted order.
  49. func TestStoreGetSorted(t *testing.T) {
  50. s := newStore()
  51. s.Create("/foo", "", false, Permanent)
  52. s.Create("/foo/x", "0", false, Permanent)
  53. s.Create("/foo/z", "0", false, Permanent)
  54. s.Create("/foo/y", "", false, Permanent)
  55. s.Create("/foo/y/a", "0", false, Permanent)
  56. s.Create("/foo/y/b", "0", false, Permanent)
  57. e, err := s.Get("/foo", true, true)
  58. assert.Nil(t, err, "")
  59. assert.Equal(t, e.KVPairs[0].Key, "/foo/x", "")
  60. assert.Equal(t, e.KVPairs[1].Key, "/foo/y", "")
  61. assert.Equal(t, e.KVPairs[1].KVPairs[0].Key, "/foo/y/a", "")
  62. assert.Equal(t, e.KVPairs[1].KVPairs[1].Key, "/foo/y/b", "")
  63. assert.Equal(t, e.KVPairs[2].Key, "/foo/z", "")
  64. }
  65. // Ensure that the store can create a new key if it doesn't already exist.
  66. func TestStoreCreateValue(t *testing.T) {
  67. s := newStore()
  68. e, err := s.Create("/foo", "bar", false, Permanent)
  69. assert.Nil(t, err, "")
  70. assert.Equal(t, e.Action, "create", "")
  71. assert.Equal(t, e.Key, "/foo", "")
  72. assert.False(t, e.Dir, "")
  73. assert.Equal(t, e.PrevValue, "", "")
  74. assert.Equal(t, e.Value, "bar", "")
  75. assert.Nil(t, e.KVPairs, "")
  76. assert.Nil(t, e.Expiration, "")
  77. assert.Equal(t, e.TTL, 0, "")
  78. assert.Equal(t, e.ModifiedIndex, uint64(1), "")
  79. }
  80. // Ensure that the store can create a new directory if it doesn't already exist.
  81. func TestStoreCreateDirectory(t *testing.T) {
  82. s := newStore()
  83. e, err := s.Create("/foo", "", false, Permanent)
  84. assert.Nil(t, err, "")
  85. assert.Equal(t, e.Action, "create", "")
  86. assert.Equal(t, e.Key, "/foo", "")
  87. assert.True(t, e.Dir, "")
  88. }
  89. // Ensure that the store fails to create a key if it already exists.
  90. func TestStoreCreateFailsIfExists(t *testing.T) {
  91. s := newStore()
  92. s.Create("/foo", "", false, Permanent)
  93. e, _err := s.Create("/foo", "", false, Permanent)
  94. err := _err.(*etcdErr.Error)
  95. assert.Equal(t, err.ErrorCode, etcdErr.EcodeNodeExist, "")
  96. assert.Equal(t, err.Message, "Already exists", "")
  97. assert.Equal(t, err.Cause, "/foo", "")
  98. assert.Equal(t, err.Index, uint64(1), "")
  99. assert.Nil(t, e, 0, "")
  100. }
  101. // Ensure that the store can update a key if it already exists.
  102. func TestStoreUpdateValue(t *testing.T) {
  103. s := newStore()
  104. s.Create("/foo", "bar", false, Permanent)
  105. e, err := s.Update("/foo", "baz", Permanent)
  106. assert.Nil(t, err, "")
  107. assert.Equal(t, e.Action, "update", "")
  108. assert.Equal(t, e.Key, "/foo", "")
  109. assert.False(t, e.Dir, "")
  110. assert.Equal(t, e.PrevValue, "bar", "")
  111. assert.Equal(t, e.Value, "baz", "")
  112. assert.Equal(t, e.TTL, 0, "")
  113. assert.Equal(t, e.ModifiedIndex, uint64(2), "")
  114. e, _ = s.Get("/foo", false, false)
  115. assert.Equal(t, e.Value, "baz", "")
  116. }
  117. // Ensure that the store cannot update a directory.
  118. func TestStoreUpdateFailsIfDirectory(t *testing.T) {
  119. s := newStore()
  120. s.Create("/foo", "", false, Permanent)
  121. e, _err := s.Update("/foo", "baz", Permanent)
  122. err := _err.(*etcdErr.Error)
  123. assert.Equal(t, err.ErrorCode, etcdErr.EcodeNotFile, "")
  124. assert.Equal(t, err.Message, "Not A File", "")
  125. assert.Equal(t, err.Cause, "/foo", "")
  126. assert.Nil(t, e, "")
  127. }
  128. // Ensure that the store can update the TTL on a value.
  129. func TestStoreUpdateValueTTL(t *testing.T) {
  130. s := newStore()
  131. go mockSyncService(s.DeleteExpiredKeys)
  132. s.Create("/foo", "bar", false, Permanent)
  133. _, err := s.Update("/foo", "baz", time.Now().Add(500*time.Millisecond))
  134. e, _ := s.Get("/foo", false, false)
  135. assert.Equal(t, e.Value, "baz", "")
  136. time.Sleep(600 * time.Millisecond)
  137. e, err = s.Get("/foo", false, false)
  138. assert.Nil(t, e, "")
  139. assert.Equal(t, err.(*etcdErr.Error).ErrorCode, etcdErr.EcodeKeyNotFound, "")
  140. }
  141. // Ensure that the store can update the TTL on a directory.
  142. func TestStoreUpdateDirTTL(t *testing.T) {
  143. s := newStore()
  144. go mockSyncService(s.DeleteExpiredKeys)
  145. s.Create("/foo", "", false, Permanent)
  146. s.Create("/foo/bar", "baz", false, Permanent)
  147. _, err := s.Update("/foo", "", time.Now().Add(500*time.Millisecond))
  148. e, _ := s.Get("/foo/bar", false, false)
  149. assert.Equal(t, e.Value, "baz", "")
  150. time.Sleep(600 * time.Millisecond)
  151. e, err = s.Get("/foo/bar", false, false)
  152. assert.Nil(t, e, "")
  153. assert.Equal(t, err.(*etcdErr.Error).ErrorCode, etcdErr.EcodeKeyNotFound, "")
  154. }
  155. // Ensure that the store can delete a value.
  156. func TestStoreDeleteValue(t *testing.T) {
  157. s := newStore()
  158. s.Create("/foo", "bar", false, Permanent)
  159. e, err := s.Delete("/foo", false)
  160. assert.Nil(t, err, "")
  161. assert.Equal(t, e.Action, "delete", "")
  162. }
  163. // Ensure that the store can delete a directory if recursive is specified.
  164. func TestStoreDeleteDiretory(t *testing.T) {
  165. s := newStore()
  166. s.Create("/foo", "", false, Permanent)
  167. e, err := s.Delete("/foo", true)
  168. assert.Nil(t, err, "")
  169. assert.Equal(t, e.Action, "delete", "")
  170. }
  171. // Ensure that the store cannot delete a directory if recursive is not specified.
  172. func TestStoreDeleteDiretoryFailsIfNonRecursive(t *testing.T) {
  173. s := newStore()
  174. s.Create("/foo", "", false, Permanent)
  175. e, _err := s.Delete("/foo", false)
  176. err := _err.(*etcdErr.Error)
  177. assert.Equal(t, err.ErrorCode, etcdErr.EcodeNotFile, "")
  178. assert.Equal(t, err.Message, "Not A File", "")
  179. assert.Nil(t, e, "")
  180. }
  181. // Ensure that the store can conditionally update a key if it has a previous value.
  182. func TestStoreCompareAndSwapPrevValue(t *testing.T) {
  183. s := newStore()
  184. s.Create("/foo", "bar", false, Permanent)
  185. e, err := s.CompareAndSwap("/foo", "bar", 0, "baz", Permanent)
  186. assert.Nil(t, err, "")
  187. assert.Equal(t, e.Action, "compareAndSwap", "")
  188. assert.Equal(t, e.PrevValue, "bar", "")
  189. assert.Equal(t, e.Value, "baz", "")
  190. e, _ = s.Get("/foo", false, false)
  191. assert.Equal(t, e.Value, "baz", "")
  192. }
  193. // Ensure that the store cannot conditionally update a key if it has the wrong previous value.
  194. func TestStoreCompareAndSwapPrevValueFailsIfNotMatch(t *testing.T) {
  195. s := newStore()
  196. s.Create("/foo", "bar", false, Permanent)
  197. e, _err := s.CompareAndSwap("/foo", "wrong_value", 0, "baz", Permanent)
  198. err := _err.(*etcdErr.Error)
  199. assert.Equal(t, err.ErrorCode, etcdErr.EcodeTestFailed, "")
  200. assert.Equal(t, err.Message, "Test Failed", "")
  201. assert.Nil(t, e, "")
  202. e, _ = s.Get("/foo", false, false)
  203. assert.Equal(t, e.Value, "bar", "")
  204. }
  205. // Ensure that the store can conditionally update a key if it has a previous index.
  206. func TestStoreCompareAndSwapPrevIndex(t *testing.T) {
  207. s := newStore()
  208. s.Create("/foo", "bar", false, Permanent)
  209. e, err := s.CompareAndSwap("/foo", "", 1, "baz", Permanent)
  210. assert.Nil(t, err, "")
  211. assert.Equal(t, e.Action, "compareAndSwap", "")
  212. assert.Equal(t, e.PrevValue, "bar", "")
  213. assert.Equal(t, e.Value, "baz", "")
  214. e, _ = s.Get("/foo", false, false)
  215. assert.Equal(t, e.Value, "baz", "")
  216. }
  217. // Ensure that the store cannot conditionally update a key if it has the wrong previous index.
  218. func TestStoreCompareAndSwapPrevIndexFailsIfNotMatch(t *testing.T) {
  219. s := newStore()
  220. s.Create("/foo", "bar", false, Permanent)
  221. e, _err := s.CompareAndSwap("/foo", "", 100, "baz", Permanent)
  222. err := _err.(*etcdErr.Error)
  223. assert.Equal(t, err.ErrorCode, etcdErr.EcodeTestFailed, "")
  224. assert.Equal(t, err.Message, "Test Failed", "")
  225. assert.Nil(t, e, "")
  226. e, _ = s.Get("/foo", false, false)
  227. assert.Equal(t, e.Value, "bar", "")
  228. }
  229. // Ensure that the store can watch for key creation.
  230. func TestStoreWatchCreate(t *testing.T) {
  231. s := newStore()
  232. c, _ := s.Watch("/foo", false, 0)
  233. s.Create("/foo", "bar", false, Permanent)
  234. e := nbselect(c)
  235. assert.Equal(t, e.Action, "create", "")
  236. assert.Equal(t, e.Key, "/foo", "")
  237. e = nbselect(c)
  238. assert.Nil(t, e, "")
  239. }
  240. // Ensure that the store can watch for recursive key creation.
  241. func TestStoreWatchRecursiveCreate(t *testing.T) {
  242. s := newStore()
  243. c, _ := s.Watch("/foo", true, 0)
  244. s.Create("/foo/bar", "baz", false, Permanent)
  245. e := nbselect(c)
  246. assert.Equal(t, e.Action, "create", "")
  247. assert.Equal(t, e.Key, "/foo/bar", "")
  248. }
  249. // Ensure that the store can watch for key updates.
  250. func TestStoreWatchUpdate(t *testing.T) {
  251. s := newStore()
  252. s.Create("/foo", "bar", false, Permanent)
  253. c, _ := s.Watch("/foo", false, 0)
  254. s.Update("/foo", "baz", Permanent)
  255. e := nbselect(c)
  256. assert.Equal(t, e.Action, "update", "")
  257. assert.Equal(t, e.Key, "/foo", "")
  258. }
  259. // Ensure that the store can watch for recursive key updates.
  260. func TestStoreWatchRecursiveUpdate(t *testing.T) {
  261. s := newStore()
  262. s.Create("/foo/bar", "baz", false, Permanent)
  263. c, _ := s.Watch("/foo", true, 0)
  264. s.Update("/foo/bar", "baz", Permanent)
  265. e := nbselect(c)
  266. assert.Equal(t, e.Action, "update", "")
  267. assert.Equal(t, e.Key, "/foo/bar", "")
  268. }
  269. // Ensure that the store can watch for key deletions.
  270. func TestStoreWatchDelete(t *testing.T) {
  271. s := newStore()
  272. s.Create("/foo", "bar", false, Permanent)
  273. c, _ := s.Watch("/foo", false, 0)
  274. s.Delete("/foo", false)
  275. e := nbselect(c)
  276. assert.Equal(t, e.Action, "delete", "")
  277. assert.Equal(t, e.Key, "/foo", "")
  278. }
  279. // Ensure that the store can watch for recursive key deletions.
  280. func TestStoreWatchRecursiveDelete(t *testing.T) {
  281. s := newStore()
  282. s.Create("/foo/bar", "baz", false, Permanent)
  283. c, _ := s.Watch("/foo", true, 0)
  284. s.Delete("/foo/bar", false)
  285. e := nbselect(c)
  286. assert.Equal(t, e.Action, "delete", "")
  287. assert.Equal(t, e.Key, "/foo/bar", "")
  288. }
  289. // Ensure that the store can watch for CAS updates.
  290. func TestStoreWatchCompareAndSwap(t *testing.T) {
  291. s := newStore()
  292. s.Create("/foo", "bar", false, Permanent)
  293. c, _ := s.Watch("/foo", false, 0)
  294. s.CompareAndSwap("/foo", "bar", 0, "baz", Permanent)
  295. e := nbselect(c)
  296. assert.Equal(t, e.Action, "compareAndSwap", "")
  297. assert.Equal(t, e.Key, "/foo", "")
  298. }
  299. // Ensure that the store can watch for recursive CAS updates.
  300. func TestStoreWatchRecursiveCompareAndSwap(t *testing.T) {
  301. s := newStore()
  302. s.Create("/foo/bar", "baz", false, Permanent)
  303. c, _ := s.Watch("/foo", true, 0)
  304. s.CompareAndSwap("/foo/bar", "baz", 0, "bat", Permanent)
  305. e := nbselect(c)
  306. assert.Equal(t, e.Action, "compareAndSwap", "")
  307. assert.Equal(t, e.Key, "/foo/bar", "")
  308. }
  309. // Ensure that the store can watch for key expiration.
  310. func TestStoreWatchExpire(t *testing.T) {
  311. s := newStore()
  312. go mockSyncService(s.DeleteExpiredKeys)
  313. s.Create("/foo", "bar", false, time.Now().Add(500*time.Millisecond))
  314. s.Create("/foofoo", "barbarbar", false, time.Now().Add(500*time.Millisecond))
  315. c, _ := s.Watch("/", true, 0)
  316. e := nbselect(c)
  317. assert.Nil(t, e, "")
  318. time.Sleep(600 * time.Millisecond)
  319. e = nbselect(c)
  320. assert.Equal(t, e.Action, "expire", "")
  321. assert.Equal(t, e.Key, "/foo", "")
  322. c, _ = s.Watch("/", true, 4)
  323. e = nbselect(c)
  324. assert.Equal(t, e.Action, "expire", "")
  325. assert.Equal(t, e.Key, "/foofoo", "")
  326. }
  327. // Ensure that the store can recover from a previously saved state.
  328. func TestStoreRecover(t *testing.T) {
  329. s := newStore()
  330. s.Create("/foo", "", false, Permanent)
  331. s.Create("/foo/x", "bar", false, Permanent)
  332. s.Create("/foo/y", "baz", false, Permanent)
  333. b, err := s.Save()
  334. s2 := newStore()
  335. s2.Recovery(b)
  336. e, err := s.Get("/foo/x", false, false)
  337. assert.Nil(t, err, "")
  338. assert.Equal(t, e.Value, "bar", "")
  339. e, err = s.Get("/foo/y", false, false)
  340. assert.Nil(t, err, "")
  341. assert.Equal(t, e.Value, "baz", "")
  342. }
  343. // Ensure that the store can recover from a previously saved state that includes an expiring key.
  344. func TestStoreRecoverWithExpiration(t *testing.T) {
  345. s := newStore()
  346. go mockSyncService(s.DeleteExpiredKeys)
  347. s.Create("/foo", "", false, Permanent)
  348. s.Create("/foo/x", "bar", false, Permanent)
  349. s.Create("/foo/y", "baz", false, time.Now().Add(5*time.Millisecond))
  350. b, err := s.Save()
  351. time.Sleep(10 * time.Millisecond)
  352. s2 := newStore()
  353. go mockSyncService(s2.DeleteExpiredKeys)
  354. s2.Recovery(b)
  355. time.Sleep(600 * time.Millisecond)
  356. e, err := s.Get("/foo/x", false, false)
  357. assert.Nil(t, err, "")
  358. assert.Equal(t, e.Value, "bar", "")
  359. e, err = s.Get("/foo/y", false, false)
  360. assert.NotNil(t, err, "")
  361. assert.Nil(t, e, "")
  362. }
  363. // Performs a non-blocking select on an event channel.
  364. func nbselect(c <-chan *Event) *Event {
  365. select {
  366. case e := <-c:
  367. return e
  368. default:
  369. return nil
  370. }
  371. }
  372. func mockSyncService(f func(now time.Time)) {
  373. ticker := time.Tick(time.Millisecond * 500)
  374. for now := range ticker {
  375. f(now)
  376. }
  377. }