Spaces:
Running
Running
File size: 2,091 Bytes
b110593 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
// _ _
// __ _____ __ ___ ___ __ _| |_ ___
// \ \ /\ / / _ \/ _` \ \ / / |/ _` | __/ _ \
// \ V V / __/ (_| |\ V /| | (_| | || __/
// \_/\_/ \___|\__,_| \_/ |_|\__,_|\__\___|
//
// Copyright © 2016 - 2024 Weaviate B.V. All rights reserved.
//
// CONTACT: [email protected]
//
package classification
import (
"time"
"github.com/pkg/errors"
"github.com/weaviate/weaviate/entities/models"
"github.com/weaviate/weaviate/entities/schema"
"github.com/weaviate/weaviate/entities/schema/crossref"
"github.com/weaviate/weaviate/entities/search"
)
func (c *Classifier) classifyItemUsingZeroShot(item search.Result, itemIndex int,
params models.Classification, filters Filters, writer Writer,
) error {
ctx, cancel := contextWithTimeout(2 * time.Second)
defer cancel()
properties := params.ClassifyProperties
s := c.schemaGetter.GetSchemaSkipAuth()
class := s.GetClass(schema.ClassName(item.ClassName))
classifyProp := []string{}
for _, prop := range properties {
for _, classProp := range class.Properties {
if classProp.Name == prop {
classifyProp = append(classifyProp, classProp.DataType...)
}
}
}
var classified []string
for _, className := range classifyProp {
for _, prop := range properties {
res, err := c.vectorRepo.ZeroShotSearch(ctx, item.Vector, className,
params.ClassifyProperties, filters.Target())
if err != nil {
return errors.Wrap(err, "zeroshot: search")
}
if len(res) > 0 {
cref := crossref.NewLocalhost(res[0].ClassName, res[0].ID)
item.Schema.(map[string]interface{})[prop] = models.MultipleRef{
&models.SingleRef{
Beacon: cref.SingleRef().Beacon,
Classification: &models.ReferenceMetaClassification{},
},
}
classified = append(classified, prop)
}
}
}
c.extendItemWithObjectMeta(&item, params, classified)
err := writer.Store(item)
if err != nil {
return errors.Errorf("store %s/%s: %v", item.ClassName, item.ID, err)
}
return nil
}
|