batch_tx.go 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126
  1. package backend
  2. import (
  3. "bytes"
  4. "log"
  5. "sync"
  6. "github.com/coreos/etcd/Godeps/_workspace/src/github.com/boltdb/bolt"
  7. )
  8. type BatchTx interface {
  9. Lock()
  10. Unlock()
  11. UnsafeCreateBucket(name []byte)
  12. UnsafePut(bucketName []byte, key []byte, value []byte)
  13. UnsafeRange(bucketName []byte, key, endKey []byte, limit int64) (keys [][]byte, vals [][]byte)
  14. UnsafeDelete(bucketName []byte, key []byte)
  15. Commit()
  16. CommitAndStop()
  17. }
  18. type batchTx struct {
  19. sync.Mutex
  20. tx *bolt.Tx
  21. backend *backend
  22. pending int
  23. }
  24. func (t *batchTx) UnsafeCreateBucket(name []byte) {
  25. _, err := t.tx.CreateBucket(name)
  26. if err != nil && err != bolt.ErrBucketExists {
  27. log.Fatalf("storage: cannot create bucket %s (%v)", string(name), err)
  28. }
  29. }
  30. // before calling unsafePut, the caller MUST hold the lock on tx.
  31. func (t *batchTx) UnsafePut(bucketName []byte, key []byte, value []byte) {
  32. bucket := t.tx.Bucket(bucketName)
  33. if bucket == nil {
  34. log.Fatalf("storage: bucket %s does not exist", string(bucketName))
  35. }
  36. if err := bucket.Put(key, value); err != nil {
  37. log.Fatalf("storage: cannot put key into bucket (%v)", err)
  38. }
  39. t.pending++
  40. if t.pending > t.backend.batchLimit {
  41. t.commit(false)
  42. t.pending = 0
  43. }
  44. }
  45. // before calling unsafeRange, the caller MUST hold the lock on tx.
  46. func (t *batchTx) UnsafeRange(bucketName []byte, key, endKey []byte, limit int64) (keys [][]byte, vs [][]byte) {
  47. bucket := t.tx.Bucket(bucketName)
  48. if bucket == nil {
  49. log.Fatalf("storage: bucket %s does not exist", string(bucketName))
  50. }
  51. if len(endKey) == 0 {
  52. if v := bucket.Get(key); v == nil {
  53. return keys, vs
  54. } else {
  55. return append(keys, key), append(vs, v)
  56. }
  57. }
  58. c := bucket.Cursor()
  59. for ck, cv := c.Seek(key); ck != nil && bytes.Compare(ck, endKey) < 0; ck, cv = c.Next() {
  60. vs = append(vs, cv)
  61. keys = append(keys, ck)
  62. }
  63. return keys, vs
  64. }
  65. // before calling unsafeDelete, the caller MUST hold the lock on tx.
  66. func (t *batchTx) UnsafeDelete(bucketName []byte, key []byte) {
  67. bucket := t.tx.Bucket(bucketName)
  68. if bucket == nil {
  69. log.Fatalf("storage: bucket %s does not exist", string(bucketName))
  70. }
  71. err := bucket.Delete(key)
  72. if err != nil {
  73. log.Fatalf("storage: cannot delete key from bucket (%v)", err)
  74. }
  75. t.pending++
  76. if t.pending > t.backend.batchLimit {
  77. t.commit(false)
  78. t.pending = 0
  79. }
  80. }
  81. // Commit commits a previous tx and begins a new writable one.
  82. func (t *batchTx) Commit() {
  83. t.Lock()
  84. defer t.Unlock()
  85. t.commit(false)
  86. }
  87. // CommitAndStop commits the previous tx and do not create a new one.
  88. func (t *batchTx) CommitAndStop() {
  89. t.Lock()
  90. defer t.Unlock()
  91. t.commit(true)
  92. }
  93. func (t *batchTx) commit(stop bool) {
  94. var err error
  95. // commit the last tx
  96. if t.tx != nil {
  97. err = t.tx.Commit()
  98. if err != nil {
  99. log.Fatalf("storage: cannot commit tx (%s)", err)
  100. }
  101. }
  102. if stop {
  103. return
  104. }
  105. // begin a new tx
  106. t.tx, err = t.backend.db.Begin(true)
  107. if err != nil {
  108. log.Fatalf("storage: cannot begin tx (%s)", err)
  109. }
  110. }