| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364 |
- package storage
- import (
- "reflect"
- "testing"
- )
- func TestKeyIndexGet(t *testing.T) {
- // key: "foo"
- // index: 12
- // generations:
- // {empty}
- // {8[1], 10[2], 12(t)[3]}
- // {4[2], 6(t)[3]}
- ki := newTestKeyIndex()
- ki.compact(4, make(map[uint64]struct{}))
- tests := []struct {
- index uint64
- windex uint64
- werr error
- }{
- // expected not exist on an index that is greater than the last tombstone
- {13, 0, ErrIndexNotFound},
- {13, 0, ErrIndexNotFound},
- // get on generation 2
- {12, 12, nil},
- {11, 10, nil},
- {10, 10, nil},
- {9, 8, nil},
- {8, 8, nil},
- {7, 0, ErrIndexNotFound},
- // get on generation 1
- {6, 6, nil},
- {5, 4, nil},
- {4, 4, nil},
- }
- for i, tt := range tests {
- index, err := ki.get(tt.index)
- if err != tt.werr {
- t.Errorf("#%d: err = %v, want %v", i, err, tt.werr)
- }
- if index != tt.windex {
- t.Errorf("#%d: index = %d, want %d", i, index, tt.index)
- }
- }
- }
- func TestKeyIndexPut(t *testing.T) {
- ki := &keyIndex{key: []byte("foo")}
- ki.put(5)
- wki := &keyIndex{
- key: []byte("foo"),
- index: 5,
- generations: []generation{{ver: 1, cont: []uint64{5}}},
- }
- if !reflect.DeepEqual(ki, wki) {
- t.Errorf("ki = %+v, want %+v", ki, wki)
- }
- ki.put(7)
- wki = &keyIndex{
- key: []byte("foo"),
- index: 7,
- generations: []generation{{ver: 2, cont: []uint64{5, 7}}},
- }
- if !reflect.DeepEqual(ki, wki) {
- t.Errorf("ki = %+v, want %+v", ki, wki)
- }
- }
- func TestKeyIndexTombstone(t *testing.T) {
- ki := &keyIndex{key: []byte("foo")}
- ki.put(5)
- ki.tombstone(7)
- wki := &keyIndex{
- key: []byte("foo"),
- index: 7,
- generations: []generation{{ver: 2, cont: []uint64{5, 7}}, {}},
- }
- if !reflect.DeepEqual(ki, wki) {
- t.Errorf("ki = %+v, want %+v", ki, wki)
- }
- ki.put(8)
- ki.put(9)
- ki.tombstone(15)
- wki = &keyIndex{
- key: []byte("foo"),
- index: 15,
- generations: []generation{{ver: 2, cont: []uint64{5, 7}}, {ver: 3, cont: []uint64{8, 9, 15}}, {}},
- }
- if !reflect.DeepEqual(ki, wki) {
- t.Errorf("ki = %+v, want %+v", ki, wki)
- }
- }
- func TestKeyIndexCompact(t *testing.T) {
- tests := []struct {
- compact uint64
- wki *keyIndex
- wam map[uint64]struct{}
- }{
- {
- 1,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{2, 4, 6}},
- {ver: 3, cont: []uint64{8, 10, 12}},
- {},
- },
- },
- map[uint64]struct{}{
- 2: struct{}{}, 4: struct{}{}, 6: struct{}{},
- 8: struct{}{}, 10: struct{}{}, 12: struct{}{},
- },
- },
- {
- 2,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{2, 4, 6}},
- {ver: 3, cont: []uint64{8, 10, 12}},
- {},
- },
- },
- map[uint64]struct{}{
- 2: struct{}{}, 4: struct{}{}, 6: struct{}{},
- 8: struct{}{}, 10: struct{}{}, 12: struct{}{},
- },
- },
- {
- 3,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{2, 4, 6}},
- {ver: 3, cont: []uint64{8, 10, 12}},
- {},
- },
- },
- map[uint64]struct{}{
- 2: struct{}{}, 4: struct{}{}, 6: struct{}{},
- 8: struct{}{}, 10: struct{}{}, 12: struct{}{},
- },
- },
- {
- 4,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{4, 6}},
- {ver: 3, cont: []uint64{8, 10, 12}},
- {},
- },
- },
- map[uint64]struct{}{
- 4: struct{}{}, 6: struct{}{},
- 8: struct{}{}, 10: struct{}{}, 12: struct{}{},
- },
- },
- {
- 5,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{4, 6}},
- {ver: 3, cont: []uint64{8, 10, 12}},
- {},
- },
- },
- map[uint64]struct{}{
- 4: struct{}{}, 6: struct{}{},
- 8: struct{}{}, 10: struct{}{}, 12: struct{}{},
- },
- },
- {
- 6,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{6}},
- {ver: 3, cont: []uint64{8, 10, 12}},
- {},
- },
- },
- map[uint64]struct{}{
- 6: struct{}{},
- 8: struct{}{}, 10: struct{}{}, 12: struct{}{},
- },
- },
- {
- 7,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{8, 10, 12}},
- {},
- },
- },
- map[uint64]struct{}{
- 8: struct{}{}, 10: struct{}{}, 12: struct{}{},
- },
- },
- {
- 8,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{8, 10, 12}},
- {},
- },
- },
- map[uint64]struct{}{
- 8: struct{}{}, 10: struct{}{}, 12: struct{}{},
- },
- },
- {
- 9,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{8, 10, 12}},
- {},
- },
- },
- map[uint64]struct{}{
- 8: struct{}{}, 10: struct{}{}, 12: struct{}{},
- },
- },
- {
- 10,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{10, 12}},
- {},
- },
- },
- map[uint64]struct{}{
- 10: struct{}{}, 12: struct{}{},
- },
- },
- {
- 11,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{10, 12}},
- {},
- },
- },
- map[uint64]struct{}{
- 10: struct{}{}, 12: struct{}{},
- },
- },
- {
- 12,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {ver: 3, cont: []uint64{12}},
- {},
- },
- },
- map[uint64]struct{}{
- 12: struct{}{},
- },
- },
- {
- 13,
- &keyIndex{
- key: []byte("foo"),
- index: 12,
- generations: []generation{
- {},
- },
- },
- map[uint64]struct{}{},
- },
- }
- // Continous Compaction
- ki := newTestKeyIndex()
- for i, tt := range tests {
- am := make(map[uint64]struct{})
- ki.compact(tt.compact, am)
- if !reflect.DeepEqual(ki, tt.wki) {
- t.Errorf("#%d: ki = %+v, want %+v", i, ki, tt.wki)
- }
- if !reflect.DeepEqual(am, tt.wam) {
- t.Errorf("#%d: am = %+v, want %+v", am, tt.wam)
- }
- }
- // Jump Compaction
- for i, tt := range tests {
- if (i%2 == 0 && i < 6) && (i%2 == 1 && i > 6) {
- am := make(map[uint64]struct{})
- ki.compact(tt.compact, am)
- if !reflect.DeepEqual(ki, tt.wki) {
- t.Errorf("#%d: ki = %+v, want %+v", i, ki, tt.wki)
- }
- if !reflect.DeepEqual(am, tt.wam) {
- t.Errorf("#%d: am = %+v, want %+v", am, tt.wam)
- }
- }
- }
- // OnceCompaction
- for i, tt := range tests {
- ki := newTestKeyIndex()
- am := make(map[uint64]struct{})
- ki.compact(tt.compact, am)
- if !reflect.DeepEqual(ki, tt.wki) {
- t.Errorf("#%d: ki = %+v, want %+v", i, ki, tt.wki)
- }
- if !reflect.DeepEqual(am, tt.wam) {
- t.Errorf("#%d: am = %+v, want %+v", am, tt.wam)
- }
- }
- }
- func newTestKeyIndex() *keyIndex {
- // key: "foo"
- // index: 12
- // generations:
- // {empty}
- // {8[1], 10[2], 12(t)[3]}
- // {2[1], 4[2], 6(t)[3]}
- ki := &keyIndex{key: []byte("foo")}
- ki.put(2)
- ki.put(4)
- ki.tombstone(6)
- ki.put(8)
- ki.put(10)
- ki.tombstone(12)
- return ki
- }
|