blob: 5dd49a2bbc403996fa93e9c5d89e8aa4af0870f2 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#pragma once
#include "tensor_attribute.h"
#include "tensor_buffer_store.h"
namespace search::tensor {
/**
* Attribute vector class storing serialized tensors for all documents in memory.
*
* When fetching a tensor with getTensor(docId) the returned Value
* will have a FastValueIndex (constructed on the fly) for its sparse
* mapping, but refer to a common type, while cells() will refer to
* memory in the serialized store without copying.
*
*/
class SerializedFastValueAttribute : public TensorAttribute {
vespalib::eval::ValueType _tensor_type;
TensorBufferStore _tensorBufferStore; // data store for serialized tensors
public:
SerializedFastValueAttribute(vespalib::stringref baseFileName, const Config &cfg);
~SerializedFastValueAttribute() override;
void setTensor(DocId docId, const vespalib::eval::Value &tensor) override;
std::unique_ptr<vespalib::eval::Value> getTensor(DocId docId) const override;
bool onLoad(vespalib::Executor *executor) override;
std::unique_ptr<AttributeSaver> onInitSave(vespalib::stringref fileName) override;
};
}
|