file_system_test.go 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404
  1. package fileSystem
  2. import (
  3. "testing"
  4. "time"
  5. )
  6. func TestCreateAndGet(t *testing.T) {
  7. fs := New()
  8. // this should create successfully
  9. createAndGet(fs, "/foobar", t)
  10. createAndGet(fs, "/foo/bar", t)
  11. createAndGet(fs, "/foo/foo/bar", t)
  12. // already exist, create should fail
  13. _, err := fs.Create("/foobar", "bar", Permanent, 1, 1)
  14. if err == nil {
  15. t.Fatal("Create should fail")
  16. }
  17. // meet file, create should fail
  18. _, err = fs.Create("/foo/bar/bar", "bar", Permanent, 2, 1)
  19. if err == nil {
  20. t.Fatal("Create should fail")
  21. }
  22. // create a directory
  23. _, err = fs.Create("/fooDir", "", Permanent, 3, 1)
  24. if err != nil {
  25. t.Fatal("Cannot create /fooDir")
  26. }
  27. e, err := fs.Get("/fooDir", false, 3, 1)
  28. if err != nil || e.Dir != true {
  29. t.Fatal("Cannot create /fooDir ")
  30. }
  31. // create a file under directory
  32. _, err = fs.Create("/fooDir/bar", "bar", Permanent, 4, 1)
  33. if err != nil {
  34. t.Fatal("Cannot create /fooDir/bar = bar")
  35. }
  36. }
  37. func TestUpdateFile(t *testing.T) {
  38. fs := New()
  39. _, err := fs.Create("/foo/bar", "bar", Permanent, 1, 1)
  40. if err != nil {
  41. t.Fatalf("cannot create %s=bar [%s]", "/foo/bar", err.Error())
  42. }
  43. _, err = fs.Update("/foo/bar", "barbar", Permanent, 2, 1)
  44. if err != nil {
  45. t.Fatalf("cannot update %s=barbar [%s]", "/foo/bar", err.Error())
  46. }
  47. e, err := fs.Get("/foo/bar", false, 2, 1)
  48. if err != nil {
  49. t.Fatalf("cannot get %s [%s]", "/foo/bar", err.Error())
  50. }
  51. if e.Value != "barbar" {
  52. t.Fatalf("expect value of %s is barbar [%s]", "/foo/bar", e.Value)
  53. }
  54. // create a directory, update its ttl, to see if it will be deleted
  55. _, err = fs.Create("/foo/foo", "", Permanent, 3, 1)
  56. if err != nil {
  57. t.Fatalf("cannot create dir [%s] [%s]", "/foo/foo", err.Error())
  58. }
  59. _, err = fs.Create("/foo/foo/foo1", "bar1", Permanent, 4, 1)
  60. if err != nil {
  61. t.Fatal("cannot create [%s]", err.Error())
  62. }
  63. _, err = fs.Create("/foo/foo/foo2", "", Permanent, 5, 1)
  64. if err != nil {
  65. t.Fatal("cannot create [%s]", err.Error())
  66. }
  67. _, err = fs.Create("/foo/foo/foo2/boo", "boo1", Permanent, 6, 1)
  68. if err != nil {
  69. t.Fatal("cannot create [%s]", err.Error())
  70. }
  71. expire := time.Now().Add(time.Second * 2)
  72. _, err = fs.Update("/foo/foo", "", expire, 7, 1)
  73. if err != nil {
  74. t.Fatalf("cannot update dir [%s] [%s]", "/foo/foo", err.Error())
  75. }
  76. // sleep 50ms, it should still reach the node
  77. time.Sleep(time.Microsecond * 50)
  78. e, err = fs.Get("/foo/foo", true, 7, 1)
  79. if err != nil || e.Key != "/foo/foo" {
  80. t.Fatalf("cannot get dir before expiration [%s]", err.Error())
  81. }
  82. if e.KVPairs[0].Key != "/foo/foo/foo1" || e.KVPairs[0].Value != "bar1" {
  83. t.Fatalf("cannot get sub node before expiration [%s]", err.Error())
  84. }
  85. if e.KVPairs[1].Key != "/foo/foo/foo2" || e.KVPairs[1].Dir != true {
  86. t.Fatalf("cannot get sub dir before expiration [%s]", err.Error())
  87. }
  88. /*if e.KVPairs[2].Key != "/foo/foo/foo2/boo" || e.KVPairs[2].Value != "boo1" {
  89. t.Fatalf("cannot get sub node of sub dir before expiration [%s]", err.Error())
  90. }*/
  91. // wait for expiration
  92. time.Sleep(time.Second * 3)
  93. e, err = fs.Get("/foo/foo", true, 7, 1)
  94. if err == nil {
  95. t.Fatal("still can get dir after expiration [%s]")
  96. }
  97. _, err = fs.Get("/foo/foo/foo1", true, 7, 1)
  98. if err == nil {
  99. t.Fatal("still can get sub node after expiration [%s]")
  100. }
  101. _, err = fs.Get("/foo/foo/foo2", true, 7, 1)
  102. if err == nil {
  103. t.Fatal("still can get sub dir after expiration [%s]")
  104. }
  105. _, err = fs.Get("/foo/foo/foo2/boo", true, 7, 1)
  106. if err == nil {
  107. t.Fatalf("still can get sub node of sub dir after expiration [%s]", err.Error())
  108. }
  109. }
  110. func TestListDirectory(t *testing.T) {
  111. fs := New()
  112. // create dir /foo
  113. // set key-value /foo/foo=bar
  114. fs.Create("/foo/foo", "bar", Permanent, 1, 1)
  115. // create dir /foo/fooDir
  116. // set key-value /foo/fooDir/foo=bar
  117. fs.Create("/foo/fooDir/foo", "bar", Permanent, 2, 1)
  118. e, err := fs.Get("/foo", true, 2, 1)
  119. if err != nil {
  120. t.Fatalf("%v", err)
  121. }
  122. if len(e.KVPairs) != 2 {
  123. t.Fatalf("wrong number of kv pairs [%d/2]", len(e.KVPairs))
  124. }
  125. if e.KVPairs[0].Key != "/foo/foo" || e.KVPairs[0].Value != "bar" {
  126. t.Fatalf("wrong kv [/foo/foo/ / %s] -> [bar / %s]", e.KVPairs[0].Key, e.KVPairs[0].Value)
  127. }
  128. if e.KVPairs[1].Key != "/foo/fooDir" || e.KVPairs[1].Dir != true {
  129. t.Fatalf("wrong kv [/foo/fooDir/ / %s] -> [true / %v]", e.KVPairs[1].Key, e.KVPairs[1].Dir)
  130. }
  131. if e.KVPairs[1].KVPairs[0].Key != "/foo/fooDir/foo" || e.KVPairs[1].KVPairs[0].Value != "bar" {
  132. t.Fatalf("wrong kv [/foo/fooDir/foo / %s] -> [bar / %v]", e.KVPairs[1].KVPairs[0].Key, e.KVPairs[1].KVPairs[0].Value)
  133. }
  134. // test hidden node
  135. // create dir /foo/_hidden
  136. // set key-value /foo/_hidden/foo -> bar
  137. fs.Create("/foo/_hidden/foo", "bar", Permanent, 3, 1)
  138. e, _ = fs.Get("/foo", false, 2, 1)
  139. if len(e.KVPairs) != 2 {
  140. t.Fatalf("hidden node is not hidden! %s", e.KVPairs[2].Key)
  141. }
  142. }
  143. func TestRemove(t *testing.T) {
  144. fs := New()
  145. fs.Create("/foo", "bar", Permanent, 1, 1)
  146. _, err := fs.Delete("/foo", false, 1, 1)
  147. if err != nil {
  148. t.Fatalf("cannot delete %s [%s]", "/foo", err.Error())
  149. }
  150. _, err = fs.Get("/foo", false, 1, 1)
  151. if err == nil || err.Error() != "Key Not Found" {
  152. t.Fatalf("can get the node after deletion")
  153. }
  154. fs.Create("/foo/bar", "bar", Permanent, 1, 1)
  155. fs.Create("/foo/car", "car", Permanent, 1, 1)
  156. fs.Create("/foo/dar/dar", "dar", Permanent, 1, 1)
  157. _, err = fs.Delete("/foo", false, 1, 1)
  158. if err == nil {
  159. t.Fatalf("should not be able to delete a directory without recursive")
  160. }
  161. _, err = fs.Delete("/foo", true, 1, 1)
  162. if err != nil {
  163. t.Fatalf("cannot delete %s [%s]", "/foo", err.Error())
  164. }
  165. _, err = fs.Get("/foo", false, 1, 1)
  166. if err == nil || err.Error() != "Key Not Found" {
  167. t.Fatalf("can get the node after deletion ")
  168. }
  169. }
  170. func TestExpire(t *testing.T) {
  171. fs := New()
  172. expire := time.Now().Add(time.Second)
  173. fs.Create("/foo", "bar", expire, 1, 1)
  174. _, err := fs.InternalGet("/foo", 1, 1)
  175. if err != nil {
  176. t.Fatalf("can not get the node")
  177. }
  178. time.Sleep(time.Second * 2)
  179. _, err = fs.InternalGet("/foo", 1, 1)
  180. if err == nil {
  181. t.Fatalf("can get the node after expiration time")
  182. }
  183. // test if we can reach the node before expiration
  184. expire = time.Now().Add(time.Second)
  185. fs.Create("/foo", "bar", expire, 1, 1)
  186. time.Sleep(time.Millisecond * 50)
  187. _, err = fs.InternalGet("/foo", 1, 1)
  188. if err != nil {
  189. t.Fatalf("cannot get the node before expiration", err.Error())
  190. }
  191. expire = time.Now().Add(time.Second)
  192. fs.Create("/foo", "bar", expire, 1, 1)
  193. _, err = fs.Delete("/foo", false, 1, 1)
  194. if err != nil {
  195. t.Fatalf("cannot delete the node before expiration", err.Error())
  196. }
  197. }
  198. func TestTestAndSet(t *testing.T) { // TODO prevValue == nil ?
  199. fs := New()
  200. fs.Create("/foo", "bar", Permanent, 1, 1)
  201. // test on wrong previous value
  202. _, err := fs.TestAndSet("/foo", "barbar", 0, "car", Permanent, 2, 1)
  203. if err == nil {
  204. t.Fatal("test and set should fail barbar != bar")
  205. }
  206. // test on value
  207. e, err := fs.TestAndSet("/foo", "bar", 0, "car", Permanent, 3, 1)
  208. if err != nil {
  209. t.Fatal("test and set should succeed bar == bar")
  210. }
  211. if e.PrevValue != "bar" || e.Value != "car" {
  212. t.Fatalf("[%v/%v] [%v/%v]", e.PrevValue, "bar", e.Value, "car")
  213. }
  214. // test on index
  215. e, err = fs.TestAndSet("/foo", "", 3, "bar", Permanent, 4, 1)
  216. if err != nil {
  217. t.Fatal("test and set should succeed index 3 == 3")
  218. }
  219. if e.PrevValue != "car" || e.Value != "bar" {
  220. t.Fatalf("[%v/%v] [%v/%v]", e.PrevValue, "car", e.Value, "bar")
  221. }
  222. //e, err = fs.TestAndSet("/foo", )
  223. }
  224. func TestWatch(t *testing.T) {
  225. fs := New()
  226. // watch at a deeper path
  227. c, _ := fs.WatcherHub.watch("/foo/foo/foo", false, 0)
  228. fs.Create("/foo/foo/foo", "bar", Permanent, 1, 1)
  229. e := nonblockingRetrive(c)
  230. if e.Key != "/foo/foo/foo" {
  231. t.Fatal("watch for Create node fails")
  232. }
  233. c, _ = fs.WatcherHub.watch("/foo/foo/foo", false, 0)
  234. fs.Update("/foo/foo/foo", "car", Permanent, 2, 1)
  235. e = nonblockingRetrive(c)
  236. if e.Key != "/foo/foo/foo" {
  237. t.Fatal("watch for Update node fails")
  238. }
  239. c, _ = fs.WatcherHub.watch("/foo/foo/foo", false, 0)
  240. fs.TestAndSet("/foo/foo/foo", "car", 0, "bar", Permanent, 3, 1)
  241. e = nonblockingRetrive(c)
  242. if e.Key != "/foo/foo/foo" {
  243. t.Fatal("watch for TestAndSet node fails")
  244. }
  245. c, _ = fs.WatcherHub.watch("/foo/foo/foo", false, 0)
  246. fs.Delete("/foo", true, 4, 1) //recursively delete
  247. e = nonblockingRetrive(c)
  248. if e.Key != "/foo" {
  249. t.Fatal("watch for Delete node fails")
  250. }
  251. // watch at a prefix
  252. c, _ = fs.WatcherHub.watch("/foo", true, 0)
  253. fs.Create("/foo/foo/boo", "bar", Permanent, 5, 1)
  254. e = nonblockingRetrive(c)
  255. if e.Key != "/foo/foo/boo" {
  256. t.Fatal("watch for Create subdirectory fails")
  257. }
  258. c, _ = fs.WatcherHub.watch("/foo", true, 0)
  259. fs.Update("/foo/foo/boo", "foo", Permanent, 6, 1)
  260. e = nonblockingRetrive(c)
  261. if e.Key != "/foo/foo/boo" {
  262. t.Fatal("watch for Update subdirectory fails")
  263. }
  264. c, _ = fs.WatcherHub.watch("/foo", true, 0)
  265. fs.TestAndSet("/foo/foo/boo", "foo", 0, "bar", Permanent, 7, 1)
  266. e = nonblockingRetrive(c)
  267. if e.Key != "/foo/foo/boo" {
  268. t.Fatal("watch for TestAndSet subdirectory fails")
  269. }
  270. c, _ = fs.WatcherHub.watch("/foo", true, 0)
  271. fs.Delete("/foo/foo/boo", false, 8, 1)
  272. e = nonblockingRetrive(c)
  273. if e.Key != "/foo/foo/boo" {
  274. t.Fatal("watch for Delete subdirectory fails")
  275. }
  276. }
  277. func createAndGet(fs *FileSystem, path string, t *testing.T) {
  278. _, err := fs.Create(path, "bar", Permanent, 1, 1)
  279. if err != nil {
  280. t.Fatalf("cannot create %s=bar [%s]", path, err.Error())
  281. }
  282. e, err := fs.Get(path, false, 1, 1)
  283. if err != nil {
  284. t.Fatalf("cannot get %s [%s]", path, err.Error())
  285. }
  286. if e.Value != "bar" {
  287. t.Fatalf("expect value of %s is bar [%s]", path, e.Value)
  288. }
  289. }
  290. func nonblockingRetrive(c <-chan *Event) *Event {
  291. select {
  292. case e := <-c:
  293. return e
  294. default:
  295. return nil
  296. }
  297. }