Spaces:
Running
Running
File size: 1,920 Bytes
b110593 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
// _ _
// __ _____ __ ___ ___ __ _| |_ ___
// \ \ /\ / / _ \/ _` \ \ / / |/ _` | __/ _ \
// \ V V / __/ (_| |\ V /| | (_| | || __/
// \_/\_/ \___|\__,_| \_/ |_|\__,_|\__\___|
//
// Copyright © 2016 - 2024 Weaviate B.V. All rights reserved.
//
// CONTACT: [email protected]
//
package lsmkv
import (
"bufio"
"encoding/binary"
"io"
"os"
"github.com/pkg/errors"
"github.com/weaviate/weaviate/entities/diskio"
)
func (p *commitloggerParser) doCollection() error {
f, err := os.Open(p.path)
if err != nil {
return err
}
metered := diskio.NewMeteredReader(f, p.metrics.TrackStartupReadWALDiskIO)
p.reader = bufio.NewReaderSize(metered, 1*1024*1024)
for {
var commitType CommitType
err := binary.Read(p.reader, binary.LittleEndian, &commitType)
if err == io.EOF {
break
}
if err != nil {
f.Close()
return errors.Wrap(err, "read commit type")
}
if CommitTypeCollection.Is(commitType) {
if err := p.parseCollectionNode(); err != nil {
f.Close()
return errors.Wrap(err, "read collection node")
}
} else {
f.Close()
return errors.Errorf("found a %s commit on collection bucket", commitType.String())
}
}
return f.Close()
}
func (p *commitloggerParser) parseCollectionNode() error {
n, err := ParseCollectionNode(p.reader)
if err != nil {
return err
}
if p.strategy == StrategyMapCollection {
return p.parseMapNode(n)
}
return p.memtable.append(n.primaryKey, n.values)
}
func (p *commitloggerParser) parseMapNode(n segmentCollectionNode) error {
for _, val := range n.values {
mp := MapPair{}
if err := mp.FromBytes(val.value, false); err != nil {
return err
}
mp.Tombstone = val.tombstone
if err := p.memtable.appendMapSorted(n.primaryKey, mp); err != nil {
return err
}
}
return nil
}
|