1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#pragma once
#include "integerbase.h"
#include "search_context.h"
#include <vespa/vespalib/util/atomic.h>
#include <vespa/vespalib/util/rcuvector.h>
#include <limits>
namespace search {
class GrowStrategy;
class SingleValueSmallNumericAttribute : public IntegerAttributeTemplate<int8_t>
{
private:
using B = IntegerAttributeTemplate<int8_t>;
using T = B::BaseType;
using DocId = B::DocId;
using EnumHandle = B::EnumHandle;
using largeint_t = B::largeint_t;
using Weighted = B::Weighted;
using WeightedInt = B::WeightedInt;
using WeightedFloat = B::WeightedFloat;
using WeightedEnum = B::WeightedEnum;
using generation_t = B::generation_t;
protected:
using Word = uint32_t; // Large enough to contain numDocs.
private:
Word _valueMask; // 0x01, 0x03 or 0x0f
uint32_t _valueShiftShift; // 0x00, 0x01 or 0x02
uint32_t _valueShiftMask; // 0x1f, 0x0f or 0x07
uint32_t _wordShift; // 0x05, 0x04 or 0x03
using DataVector = vespalib::RcuVectorBase<Word>;
DataVector _wordData;
T getFromEnum(EnumHandle) const override {
return T();
}
protected:
bool findEnum(T, EnumHandle &) const override {
return false;
}
void set(DocId doc, T v) {
Word &word_ref = _wordData[doc >> _wordShift];
uint32_t valueShift = (doc & _valueShiftMask) << _valueShiftShift;
Word word = vespalib::atomic::load_ref_relaxed(word_ref);
word = (word & ~(_valueMask << valueShift)) |
((v & _valueMask) << valueShift);
vespalib::atomic::store_ref_relaxed(word_ref, word);
}
public:
SingleValueSmallNumericAttribute(const vespalib::string & baseFileName, const Config &c, Word valueMask,
uint32_t valueShiftShift, uint32_t valueShiftMask, uint32_t wordShift);
~SingleValueSmallNumericAttribute() override;
uint32_t getValueCount(DocId doc) const override {
if (doc >= B::getNumDocs()) {
return 0;
}
return 1;
}
void onCommit() override;
void onAddDocs(DocId docIdLimit) override;
void onUpdateStat() override;
void reclaim_memory(generation_t oldest_used_gen) override;
void before_inc_generation(generation_t current_gen) override;
bool addDoc(DocId & doc) override;
bool onLoad(vespalib::Executor *executor) override;
void onSave(IAttributeSaveTarget &saveTarget) override;
std::unique_ptr<attribute::SearchContext>
getSearch(std::unique_ptr<QueryTermSimple> term, const attribute::SearchContextParams & params) const override;
T getFast(DocId doc) const {
const Word &word = _wordData.acquire_elem_ref(doc >> _wordShift);
uint32_t valueShift = (doc & _valueShiftMask) << _valueShiftShift;
return (vespalib::atomic::load_ref_relaxed(word) >> valueShift) & _valueMask;
}
//-------------------------------------------------------------------------
// new read api
//-------------------------------------------------------------------------
T get(DocId doc) const override {
return getFast(doc);
}
largeint_t getInt(DocId doc) const override {
return static_cast<largeint_t>(getFast(doc));
}
double getFloat(DocId doc) const override {
return static_cast<double>(getFast(doc));
}
uint32_t getEnum(DocId) const override {
return std::numeric_limits<uint32_t>::max(); // does not have enum
}
uint32_t get(DocId doc, largeint_t * v, uint32_t sz) const override {
if (sz > 0) {
v[0] = static_cast<largeint_t>(getFast(doc));
}
return 1;
}
uint32_t get(DocId doc, double * v, uint32_t sz) const override {
if (sz > 0) {
v[0] = static_cast<double>(getFast(doc));
}
return 1;
}
uint32_t get(DocId doc, EnumHandle * e, uint32_t sz) const override {
if (sz > 0) {
e[0] = getEnum(doc);
}
return 1;
}
uint32_t get(DocId doc, WeightedInt * v, uint32_t sz) const override {
if (sz > 0) {
v[0] = WeightedInt(static_cast<largeint_t>(getFast(doc)));
}
return 1;
}
uint32_t get(DocId doc, WeightedFloat * v, uint32_t sz) const override {
if (sz > 0) {
v[0] = WeightedFloat(static_cast<double>(getFast(doc)));
}
return 1;
}
uint32_t get(DocId doc, WeightedEnum * e, uint32_t sz) const override {
(void) doc; (void) e; (void) sz;
return 0;
}
void clearDocs(DocId lidLow, DocId lidLimit, bool in_shrink_lid_space) override;
void onShrinkLidSpace() override;
uint64_t getEstimatedSaveByteSize() const override;
};
class SingleValueSemiNibbleNumericAttribute : public SingleValueSmallNumericAttribute
{
public:
SingleValueSemiNibbleNumericAttribute(const vespalib::string & baseFileName, const GrowStrategy & grow);
};
class SingleValueNibbleNumericAttribute : public SingleValueSmallNumericAttribute
{
public:
SingleValueNibbleNumericAttribute(const vespalib::string & baseFileName, const GrowStrategy & grow);
};
}
|
