1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include "attributefilesavetarget.h"
#include "attributevector.h"
#include <vespa/searchlib/common/fileheadercontext.h>
#include <vespa/vespalib/data/databuffer.h>
#include <vespa/vespalib/data/fileheader.h>
#include <vespa/vespalib/util/error.h>
#include <vespa/vespalib/util/exceptions.h>
#include <vespa/log/log.h>
LOG_SETUP(".searchlib.attribute.attributefilesavetarget");
using vespalib::getLastErrorString;
using vespalib::IllegalArgumentException;
namespace search {
using common::FileHeaderContext;
AttributeFileSaveTarget::
AttributeFileSaveTarget(const TuneFileAttributes& tune_file,
const FileHeaderContext& file_header_ctx)
: IAttributeSaveTarget(),
_tune_file(tune_file),
_file_header_ctx(file_header_ctx),
_datWriter(tune_file, file_header_ctx, _header, "Attribute vector data file"),
_idxWriter(tune_file, file_header_ctx, _header, "Attribute vector idx file"),
_weightWriter(tune_file, file_header_ctx, _header, "Attribute vector weight file"),
_udatWriter(tune_file, file_header_ctx, _header, "Attribute vector unique data file"),
_writers()
{
}
AttributeFileSaveTarget::~AttributeFileSaveTarget() = default;
bool
AttributeFileSaveTarget::setup()
{
const vespalib::string & baseFileName = _header.getFileName();
vespalib::string datFileName(baseFileName + ".dat");
if (!_datWriter.open(datFileName)) {
return false;
}
if (_header.getEnumerated()) {
vespalib::string udatFileName(baseFileName + ".udat");
if (!_udatWriter.open(udatFileName)) {
return false;
}
}
if (_header.hasMultiValue()) {
vespalib::string idxFileName(baseFileName + ".idx");
if (!_idxWriter.open(idxFileName)) {
return false;
}
if (_header.hasWeightedSetType()) {
vespalib::string weightFileName(baseFileName + ".weight");
if (!_weightWriter.open(weightFileName)) {
return false;
}
}
}
return true;
}
void
AttributeFileSaveTarget::close()
{
_datWriter.close();
_udatWriter.close();
_idxWriter.close();
_weightWriter.close();
for (auto& writer : _writers) {
writer.second->close();
}
}
IAttributeFileWriter &
AttributeFileSaveTarget::datWriter()
{
return _datWriter;
}
IAttributeFileWriter &
AttributeFileSaveTarget::idxWriter()
{
return _idxWriter;
}
IAttributeFileWriter &
AttributeFileSaveTarget::weightWriter()
{
return _weightWriter;
}
IAttributeFileWriter &
AttributeFileSaveTarget::udatWriter()
{
return _udatWriter;
}
bool
AttributeFileSaveTarget::setup_writer(const vespalib::string& file_suffix,
const vespalib::string& desc)
{
vespalib::string file_name(_header.getFileName() + "." + file_suffix);
auto writer = std::make_unique<AttributeFileWriter>(_tune_file, _file_header_ctx,
_header, desc);
if (!writer->open(file_name)) {
return false;
}
auto itr = _writers.find(file_suffix);
if (itr != _writers.end()) {
return false;
}
_writers.insert(std::make_pair(file_suffix, std::move(writer)));
return true;
}
IAttributeFileWriter&
AttributeFileSaveTarget::get_writer(const vespalib::string& file_suffix)
{
auto itr = _writers.find(file_suffix);
if (itr == _writers.end()) {
throw IllegalArgumentException("File writer with suffix '" + file_suffix + "' does not exist");
}
return *itr->second;
}
} // namespace search
|
