Spaces:
Running
Running
File size: 4,066 Bytes
b110593 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 |
// _ _
// __ _____ __ ___ ___ __ _| |_ ___
// \ \ /\ / / _ \/ _` \ \ / / |/ _` | __/ _ \
// \ V V / __/ (_| |\ V /| | (_| | || __/
// \_/\_/ \___|\__,_| \_/ |_|\__,_|\__\___|
//
// Copyright © 2016 - 2024 Weaviate B.V. All rights reserved.
//
// CONTACT: [email protected]
//
//go:build !race
package compressionhelpers_test
import (
"context"
"testing"
"github.com/stretchr/testify/assert"
"github.com/weaviate/weaviate/adapters/repos/db/vector/compressionhelpers"
"github.com/weaviate/weaviate/adapters/repos/db/vector/hnsw/distancer"
testinghelpers "github.com/weaviate/weaviate/adapters/repos/db/vector/testinghelpers"
)
func Test_NoRaceQuantizedVectorCompressor(t *testing.T) {
t.Run("loading and deleting data works", func(t *testing.T) {
compressor, err := compressionhelpers.NewBQCompressor(distancer.NewCosineDistanceProvider(), 1e12, nil, testinghelpers.NewDummyStore(t))
assert.Nil(t, err)
compressor.Preload(1, []float32{-0.5, 0.5})
vec, err := compressor.DistanceBetweenCompressedVectorsFromIDs(context.Background(), 1, 2)
assert.Equal(t, float32(0), vec)
assert.NotNil(t, err)
compressor.Preload(2, []float32{0.25, 0.7})
compressor.Preload(3, []float32{0.5, 0.5})
compressor.Delete(context.Background(), 1)
_, err = compressor.DistanceBetweenCompressedVectorsFromIDs(context.Background(), 1, 2)
assert.NotNil(t, err)
})
t.Run("distance are right when using BQ", func(t *testing.T) {
compressor, err := compressionhelpers.NewBQCompressor(distancer.NewCosineDistanceProvider(), 1e12, nil, testinghelpers.NewDummyStore(t))
assert.Nil(t, err)
compressor.Preload(1, []float32{-0.5, 0.5})
compressor.Preload(2, []float32{0.25, 0.7})
compressor.Preload(3, []float32{0.5, 0.5})
d, err := compressor.DistanceBetweenCompressedVectorsFromIDs(context.Background(), 1, 2)
assert.Nil(t, err)
assert.Equal(t, float32(1), d)
d, err = compressor.DistanceBetweenCompressedVectorsFromIDs(context.Background(), 1, 3)
assert.Nil(t, err)
assert.Equal(t, float32(1), d)
d, err = compressor.DistanceBetweenCompressedVectorsFromIDs(context.Background(), 2, 3)
assert.Nil(t, err)
assert.Equal(t, float32(0), d)
})
t.Run("distance are right when using BQDistancer", func(t *testing.T) {
compressor, err := compressionhelpers.NewBQCompressor(distancer.NewCosineDistanceProvider(), 1e12, nil, testinghelpers.NewDummyStore(t))
assert.Nil(t, err)
compressor.Preload(1, []float32{-0.5, 0.5})
compressor.Preload(2, []float32{0.25, 0.7})
compressor.Preload(3, []float32{0.5, 0.5})
distancer, returnFn := compressor.NewDistancer([]float32{0.1, -0.2})
defer returnFn()
d, _, err := distancer.DistanceToNode(1)
assert.Nil(t, err)
assert.Equal(t, float32(2), d)
d, _, err = distancer.DistanceToNode(2)
assert.Nil(t, err)
assert.Equal(t, float32(1), d)
d, _, err = distancer.DistanceToNode(3)
assert.Nil(t, err)
assert.Equal(t, float32(1), d)
d, _, err = distancer.DistanceToFloat([]float32{0.8, -0.2})
assert.Nil(t, err)
assert.Equal(t, float32(0.88), d)
})
t.Run("distance are right when using BQDistancer to compressed node", func(t *testing.T) {
compressor, err := compressionhelpers.NewBQCompressor(distancer.NewCosineDistanceProvider(), 1e12, nil, testinghelpers.NewDummyStore(t))
assert.Nil(t, err)
compressor.Preload(1, []float32{-0.5, 0.5})
compressor.Preload(2, []float32{0.25, 0.7})
compressor.Preload(3, []float32{0.5, 0.5})
distancer := compressor.NewDistancerFromID(1)
d, _, err := distancer.DistanceToNode(1)
assert.Nil(t, err)
assert.Equal(t, float32(0), d)
d, _, err = distancer.DistanceToNode(2)
assert.Nil(t, err)
assert.Equal(t, float32(1), d)
d, _, err = distancer.DistanceToNode(3)
assert.Nil(t, err)
assert.Equal(t, float32(1), d)
d, _, err = distancer.DistanceToFloat([]float32{0.8, -0.2})
assert.Nil(t, err)
assert.Equal(t, float32(2), d)
})
}
|