1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#pragma once
#include <vespa/searchcommon/attribute/distance_metric.h>
#include <vespa/searchlib/features/setup.h>
#include <vespa/searchlib/fef/fef.h>
#include <vespa/searchlib/fef/test/indexenvironment.h>
#include <vespa/searchlib/fef/test/indexenvironmentbuilder.h>
#include <vespa/searchlib/fef/test/labels.h>
#include <vespa/searchlib/fef/test/queryenvironment.h>
#include <vespa/vespalib/gtest/gtest.h>
using namespace search::fef;
using namespace search::fef::test;
namespace search::tensor { class TensorAttribute; }
namespace vespalib::eval { class TensorSpec; }
namespace search::features::test {
struct BlueprintFactoryFixture {
BlueprintFactory factory;
BlueprintFactoryFixture() : factory()
{
setup_search_features(factory);
}
};
struct IndexEnvironmentFixture {
IndexEnvironment indexEnv;
IndexEnvironmentFixture() : indexEnv()
{
IndexEnvironmentBuilder builder(indexEnv);
builder.addField(FieldType::ATTRIBUTE, FieldInfo::CollectionType::SINGLE, FieldInfo::DataType::INT64, "foo");
builder.addField(FieldType::ATTRIBUTE, FieldInfo::CollectionType::SINGLE, FieldInfo::DataType::TENSOR, "bar");
builder.addField(FieldType::INDEX, FieldInfo::CollectionType::SINGLE, FieldInfo::DataType::TENSOR, "ibar");
}
};
struct FeatureDumpFixture : public IDumpFeatureVisitor {
virtual void visitDumpFeature(const vespalib::string &) override {
FAIL() << "no features should be dumped";
}
FeatureDumpFixture() : IDumpFeatureVisitor() {}
~FeatureDumpFixture() override;
};
/**
* Fixture used by unit tests for distance and closeness rank features.
*/
struct DistanceClosenessFixture : BlueprintFactoryFixture, IndexEnvironmentFixture {
QueryEnvironment queryEnv;
RankSetup rankSetup;
MatchDataLayout mdl;
MatchData::UP match_data;
RankProgram::UP rankProgram;
std::vector<TermFieldHandle> fooHandles;
std::vector<TermFieldHandle> barHandles;
std::shared_ptr<search::tensor::TensorAttribute> tensor_attr;
uint32_t docid_limit;
bool _failed;
DistanceClosenessFixture(size_t fooCnt, size_t barCnt,
const Labels &labels, const vespalib::string &featureName,
const vespalib::string& query_tensor = "",
search::attribute::DistanceMetric distance_metric = search::attribute::DistanceMetric::Euclidean);
DistanceClosenessFixture(const vespalib::string& tensor_type,
bool direct_tensor,
size_t fooCnt, size_t barCnt,
const Labels &labels, const vespalib::string &featureName,
const vespalib::string& query_tensor = "",
search::attribute::DistanceMetric distance_metric = search::attribute::DistanceMetric::Euclidean);
~DistanceClosenessFixture();
void set_attribute_tensor(uint32_t docid, const vespalib::eval::TensorSpec& spec);
void set_query_tensor(const vespalib::string& query_tensor_name,
const vespalib::string& tensor_type,
const vespalib::eval::TensorSpec& spec);
feature_t getScore(uint32_t docId) {
return Utils::getScoreFeature(*rankProgram, docId);
}
vespalib::eval::Value::CREF getObject(uint32_t docId) {
return Utils::getObjectFeature(*rankProgram, docId);
}
void setScore(TermFieldHandle handle, uint32_t docId, feature_t score) {
match_data->resolveTermField(handle)->setRawScore(docId, score);
}
void setFooScore(uint32_t i, uint32_t docId, feature_t distance) {
ASSERT_LT(i, fooHandles.size());
setScore(fooHandles[i], docId, 1.0/(1.0+distance));
}
void setBarScore(uint32_t i, uint32_t docId, feature_t distance) {
set_bar_rawscore(i, docId, 1.0/(1.0+distance));
}
void set_bar_rawscore(uint32_t i, uint32_t docid, feature_t rawscore) {
ASSERT_LT(i, barHandles.size());
setScore(barHandles[i], docid, rawscore);
}
bool failed() const noexcept { return _failed; }
};
}
|
