batch_tx.go 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129
  1. package backend
  2. import (
  3. "bytes"
  4. "log"
  5. "sync"
  6. "github.com/coreos/etcd/Godeps/_workspace/src/github.com/boltdb/bolt"
  7. )
  8. type BatchTx interface {
  9. Lock()
  10. Unlock()
  11. UnsafeCreateBucket(name []byte)
  12. UnsafePut(bucketName []byte, key []byte, value []byte)
  13. UnsafeRange(bucketName []byte, key, endKey []byte, limit int64) (keys [][]byte, vals [][]byte)
  14. UnsafeDelete(bucketName []byte, key []byte)
  15. Commit()
  16. CommitAndStop()
  17. }
  18. type batchTx struct {
  19. sync.Mutex
  20. tx *bolt.Tx
  21. backend *backend
  22. pending int
  23. }
  24. func (t *batchTx) UnsafeCreateBucket(name []byte) {
  25. _, err := t.tx.CreateBucket(name)
  26. if err != nil && err != bolt.ErrBucketExists {
  27. log.Fatalf("storage: cannot create bucket %s (%v)", string(name), err)
  28. }
  29. }
  30. // before calling unsafePut, the caller MUST hold the lock on tx.
  31. func (t *batchTx) UnsafePut(bucketName []byte, key []byte, value []byte) {
  32. bucket := t.tx.Bucket(bucketName)
  33. if bucket == nil {
  34. log.Fatalf("storage: bucket %s does not exist", string(bucketName))
  35. }
  36. if err := bucket.Put(key, value); err != nil {
  37. log.Fatalf("storage: cannot put key into bucket (%v)", err)
  38. }
  39. t.pending++
  40. if t.pending >= t.backend.batchLimit {
  41. t.commit(false)
  42. t.pending = 0
  43. }
  44. }
  45. // before calling unsafeRange, the caller MUST hold the lock on tx.
  46. func (t *batchTx) UnsafeRange(bucketName []byte, key, endKey []byte, limit int64) (keys [][]byte, vs [][]byte) {
  47. bucket := t.tx.Bucket(bucketName)
  48. if bucket == nil {
  49. log.Fatalf("storage: bucket %s does not exist", string(bucketName))
  50. }
  51. if len(endKey) == 0 {
  52. if v := bucket.Get(key); v == nil {
  53. return keys, vs
  54. } else {
  55. return append(keys, key), append(vs, v)
  56. }
  57. }
  58. c := bucket.Cursor()
  59. for ck, cv := c.Seek(key); ck != nil && bytes.Compare(ck, endKey) < 0; ck, cv = c.Next() {
  60. vs = append(vs, cv)
  61. keys = append(keys, ck)
  62. if limit > 0 && limit == int64(len(keys)) {
  63. break
  64. }
  65. }
  66. return keys, vs
  67. }
  68. // before calling unsafeDelete, the caller MUST hold the lock on tx.
  69. func (t *batchTx) UnsafeDelete(bucketName []byte, key []byte) {
  70. bucket := t.tx.Bucket(bucketName)
  71. if bucket == nil {
  72. log.Fatalf("storage: bucket %s does not exist", string(bucketName))
  73. }
  74. err := bucket.Delete(key)
  75. if err != nil {
  76. log.Fatalf("storage: cannot delete key from bucket (%v)", err)
  77. }
  78. t.pending++
  79. if t.pending >= t.backend.batchLimit {
  80. t.commit(false)
  81. t.pending = 0
  82. }
  83. }
  84. // Commit commits a previous tx and begins a new writable one.
  85. func (t *batchTx) Commit() {
  86. t.Lock()
  87. defer t.Unlock()
  88. t.commit(false)
  89. }
  90. // CommitAndStop commits the previous tx and do not create a new one.
  91. func (t *batchTx) CommitAndStop() {
  92. t.Lock()
  93. defer t.Unlock()
  94. t.commit(true)
  95. }
  96. func (t *batchTx) commit(stop bool) {
  97. var err error
  98. // commit the last tx
  99. if t.tx != nil {
  100. err = t.tx.Commit()
  101. if err != nil {
  102. log.Fatalf("storage: cannot commit tx (%s)", err)
  103. }
  104. }
  105. if stop {
  106. return
  107. }
  108. // begin a new tx
  109. t.tx, err = t.backend.db.Begin(true)
  110. if err != nil {
  111. log.Fatalf("storage: cannot begin tx (%s)", err)
  112. }
  113. }