batch_tx.go 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135
  1. package backend
  2. import (
  3. "bytes"
  4. "log"
  5. "sync"
  6. "github.com/coreos/etcd/Godeps/_workspace/src/github.com/boltdb/bolt"
  7. )
  8. type BatchTx interface {
  9. Lock()
  10. Unlock()
  11. UnsafeCreateBucket(name []byte)
  12. UnsafePut(bucketName []byte, key []byte, value []byte)
  13. UnsafeRange(bucketName []byte, key, endKey []byte, limit int64) (keys [][]byte, vals [][]byte)
  14. UnsafeDelete(bucketName []byte, key []byte)
  15. Commit()
  16. CommitAndStop()
  17. }
  18. type batchTx struct {
  19. sync.Mutex
  20. tx *bolt.Tx
  21. backend *backend
  22. pending int
  23. }
  24. func newBatchTx(backend *backend) *batchTx {
  25. tx := &batchTx{backend: backend}
  26. tx.Commit()
  27. return tx
  28. }
  29. func (t *batchTx) UnsafeCreateBucket(name []byte) {
  30. _, err := t.tx.CreateBucket(name)
  31. if err != nil && err != bolt.ErrBucketExists {
  32. log.Fatalf("storage: cannot create bucket %s (%v)", string(name), err)
  33. }
  34. }
  35. // before calling unsafePut, the caller MUST hold the lock on tx.
  36. func (t *batchTx) UnsafePut(bucketName []byte, key []byte, value []byte) {
  37. bucket := t.tx.Bucket(bucketName)
  38. if bucket == nil {
  39. log.Fatalf("storage: bucket %s does not exist", string(bucketName))
  40. }
  41. if err := bucket.Put(key, value); err != nil {
  42. log.Fatalf("storage: cannot put key into bucket (%v)", err)
  43. }
  44. t.pending++
  45. if t.pending >= t.backend.batchLimit {
  46. t.commit(false)
  47. t.pending = 0
  48. }
  49. }
  50. // before calling unsafeRange, the caller MUST hold the lock on tx.
  51. func (t *batchTx) UnsafeRange(bucketName []byte, key, endKey []byte, limit int64) (keys [][]byte, vs [][]byte) {
  52. bucket := t.tx.Bucket(bucketName)
  53. if bucket == nil {
  54. log.Fatalf("storage: bucket %s does not exist", string(bucketName))
  55. }
  56. if len(endKey) == 0 {
  57. if v := bucket.Get(key); v == nil {
  58. return keys, vs
  59. } else {
  60. return append(keys, key), append(vs, v)
  61. }
  62. }
  63. c := bucket.Cursor()
  64. for ck, cv := c.Seek(key); ck != nil && bytes.Compare(ck, endKey) < 0; ck, cv = c.Next() {
  65. vs = append(vs, cv)
  66. keys = append(keys, ck)
  67. if limit > 0 && limit == int64(len(keys)) {
  68. break
  69. }
  70. }
  71. return keys, vs
  72. }
  73. // before calling unsafeDelete, the caller MUST hold the lock on tx.
  74. func (t *batchTx) UnsafeDelete(bucketName []byte, key []byte) {
  75. bucket := t.tx.Bucket(bucketName)
  76. if bucket == nil {
  77. log.Fatalf("storage: bucket %s does not exist", string(bucketName))
  78. }
  79. err := bucket.Delete(key)
  80. if err != nil {
  81. log.Fatalf("storage: cannot delete key from bucket (%v)", err)
  82. }
  83. t.pending++
  84. if t.pending >= t.backend.batchLimit {
  85. t.commit(false)
  86. t.pending = 0
  87. }
  88. }
  89. // Commit commits a previous tx and begins a new writable one.
  90. func (t *batchTx) Commit() {
  91. t.Lock()
  92. defer t.Unlock()
  93. t.commit(false)
  94. }
  95. // CommitAndStop commits the previous tx and do not create a new one.
  96. func (t *batchTx) CommitAndStop() {
  97. t.Lock()
  98. defer t.Unlock()
  99. t.commit(true)
  100. }
  101. func (t *batchTx) commit(stop bool) {
  102. var err error
  103. // commit the last tx
  104. if t.tx != nil {
  105. err = t.tx.Commit()
  106. if err != nil {
  107. log.Fatalf("storage: cannot commit tx (%s)", err)
  108. }
  109. }
  110. if stop {
  111. return
  112. }
  113. // begin a new tx
  114. t.tx, err = t.backend.db.Begin(true)
  115. if err != nil {
  116. log.Fatalf("storage: cannot begin tx (%s)", err)
  117. }
  118. }