Spaces:
Running
Running
File size: 2,823 Bytes
b110593 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 |
// _ _
// __ _____ __ ___ ___ __ _| |_ ___
// \ \ /\ / / _ \/ _` \ \ / / |/ _` | __/ _ \
// \ V V / __/ (_| |\ V /| | (_| | || __/
// \_/\_/ \___|\__,_| \_/ |_|\__,_|\__\___|
//
// Copyright © 2016 - 2024 Weaviate B.V. All rights reserved.
//
// CONTACT: [email protected]
//
package lsmkv
import (
"context"
"fmt"
"path/filepath"
"testing"
"github.com/pkg/errors"
"github.com/sirupsen/logrus"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
"github.com/weaviate/weaviate/entities/cyclemanager"
"github.com/weaviate/weaviate/entities/storagestate"
)
func Test_BucketBackup(t *testing.T) {
ctx := context.Background()
tests := bucketTests{
{
name: "bucketBackup_FlushMemtable",
f: bucketBackup_FlushMemtable,
opts: []BucketOption{WithStrategy(StrategyReplace)},
},
{
name: "bucketBackup_ListFiles",
f: bucketBackup_ListFiles,
opts: []BucketOption{WithStrategy(StrategyReplace)},
},
}
tests.run(ctx, t)
}
func bucketBackup_FlushMemtable(ctx context.Context, t *testing.T, opts []BucketOption) {
t.Run("assert that readonly bucket fails to flush", func(t *testing.T) {
dirName := t.TempDir()
b, err := NewBucket(ctx, dirName, dirName, logrus.New(), nil,
cyclemanager.NewCallbackGroupNoop(), cyclemanager.NewCallbackGroupNoop(), opts...)
require.Nil(t, err)
b.UpdateStatus(storagestate.StatusReadOnly)
err = b.FlushMemtable()
require.NotNil(t, err)
expectedErr := errors.Wrap(storagestate.ErrStatusReadOnly, "flush memtable")
assert.EqualError(t, expectedErr, err.Error())
err = b.Shutdown(context.Background())
require.Nil(t, err)
})
}
func bucketBackup_ListFiles(ctx context.Context, t *testing.T, opts []BucketOption) {
dirName := t.TempDir()
b, err := NewBucket(ctx, dirName, dirName, logrus.New(), nil,
cyclemanager.NewCallbackGroupNoop(), cyclemanager.NewCallbackGroupNoop(), opts...)
require.Nil(t, err)
t.Run("insert contents into bucket", func(t *testing.T) {
for i := 0; i < 10; i++ {
err := b.Put([]byte(fmt.Sprint(i)), []byte(fmt.Sprint(i)))
require.Nil(t, err)
}
b.FlushMemtable() // flush memtable to generate .db files
})
t.Run("assert expected bucket contents", func(t *testing.T) {
files, err := b.ListFiles(ctx, dirName)
assert.Nil(t, err)
assert.Len(t, files, 3)
exts := make([]string, 3)
for i, file := range files {
exts[i] = filepath.Ext(file)
}
assert.Contains(t, exts, ".db") // the segment itself
assert.Contains(t, exts, ".bloom") // the segment's bloom filter
assert.Contains(t, exts, ".cna") // the segment's count net additions
})
err = b.Shutdown(context.Background())
require.Nil(t, err)
}
|