purge_test.go 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162
  1. // Copyright 2015 The etcd Authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package fileutil
  15. import (
  16. "fmt"
  17. "io/ioutil"
  18. "os"
  19. "path"
  20. "reflect"
  21. "testing"
  22. "time"
  23. )
  24. func TestPurgeFile(t *testing.T) {
  25. dir, err := ioutil.TempDir("", "purgefile")
  26. if err != nil {
  27. t.Fatal(err)
  28. }
  29. defer os.RemoveAll(dir)
  30. for i := 0; i < 5; i++ {
  31. var f *os.File
  32. f, err = os.Create(path.Join(dir, fmt.Sprintf("%d.test", i)))
  33. if err != nil {
  34. t.Fatal(err)
  35. }
  36. f.Close()
  37. }
  38. stop := make(chan struct{})
  39. // keep at most 3 most recent files
  40. errch := PurgeFile(dir, "test", 3, time.Millisecond, stop)
  41. // create 5 more files
  42. for i := 5; i < 10; i++ {
  43. var f *os.File
  44. f, err = os.Create(path.Join(dir, fmt.Sprintf("%d.test", i)))
  45. if err != nil {
  46. t.Fatal(err)
  47. }
  48. f.Close()
  49. time.Sleep(10 * time.Millisecond)
  50. }
  51. // purge routine should purge 7 out of 10 files and only keep the
  52. // 3 most recent ones.
  53. // Wait for purging for at most 300ms.
  54. var fnames []string
  55. for i := 0; i < 30; i++ {
  56. fnames, err = ReadDir(dir)
  57. if err != nil {
  58. t.Fatal(err)
  59. }
  60. if len(fnames) <= 3 {
  61. break
  62. }
  63. time.Sleep(10 * time.Millisecond)
  64. }
  65. wnames := []string{"7.test", "8.test", "9.test"}
  66. if !reflect.DeepEqual(fnames, wnames) {
  67. t.Errorf("filenames = %v, want %v", fnames, wnames)
  68. }
  69. // no error should be reported from purge routine
  70. select {
  71. case err := <-errch:
  72. t.Errorf("unexpected purge error %v", err)
  73. case <-time.After(time.Millisecond):
  74. }
  75. close(stop)
  76. }
  77. func TestPurgeFileHoldingLockFile(t *testing.T) {
  78. dir, err := ioutil.TempDir("", "purgefile")
  79. if err != nil {
  80. t.Fatal(err)
  81. }
  82. defer os.RemoveAll(dir)
  83. for i := 0; i < 10; i++ {
  84. var f *os.File
  85. f, err = os.Create(path.Join(dir, fmt.Sprintf("%d.test", i)))
  86. if err != nil {
  87. t.Fatal(err)
  88. }
  89. f.Close()
  90. }
  91. // create a purge barrier at 5
  92. p := path.Join(dir, fmt.Sprintf("%d.test", 5))
  93. l, err := LockFile(p, os.O_WRONLY, 0600)
  94. if err != nil {
  95. t.Fatal(err)
  96. }
  97. stop := make(chan struct{})
  98. errch := PurgeFile(dir, "test", 3, time.Millisecond, stop)
  99. var fnames []string
  100. for i := 0; i < 10; i++ {
  101. fnames, err = ReadDir(dir)
  102. if err != nil {
  103. t.Fatal(err)
  104. }
  105. if len(fnames) <= 5 {
  106. break
  107. }
  108. time.Sleep(10 * time.Millisecond)
  109. }
  110. wnames := []string{"5.test", "6.test", "7.test", "8.test", "9.test"}
  111. if !reflect.DeepEqual(fnames, wnames) {
  112. t.Errorf("filenames = %v, want %v", fnames, wnames)
  113. }
  114. select {
  115. case err = <-errch:
  116. t.Errorf("unexpected purge error %v", err)
  117. case <-time.After(time.Millisecond):
  118. }
  119. // remove the purge barrier
  120. if err = l.Close(); err != nil {
  121. t.Fatal(err)
  122. }
  123. for i := 0; i < 10; i++ {
  124. fnames, err = ReadDir(dir)
  125. if err != nil {
  126. t.Fatal(err)
  127. }
  128. if len(fnames) <= 3 {
  129. break
  130. }
  131. time.Sleep(10 * time.Millisecond)
  132. }
  133. wnames = []string{"7.test", "8.test", "9.test"}
  134. if !reflect.DeepEqual(fnames, wnames) {
  135. t.Errorf("filenames = %v, want %v", fnames, wnames)
  136. }
  137. select {
  138. case err := <-errch:
  139. t.Errorf("unexpected purge error %v", err)
  140. case <-time.After(time.Millisecond):
  141. }
  142. close(stop)
  143. }