1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
|
// Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include <vespa/log/log.h>
LOG_SETUP("dense_tensor_store_test");
#include <vespa/vespalib/testkit/test_kit.h>
#include <vespa/searchlib/tensor/dense_tensor_store.h>
#include <vespa/eval/eval/tensor_spec.h>
#include <vespa/eval/eval/value_type.h>
#include <vespa/eval/tensor/default_tensor_engine.h>
#include <vespa/eval/tensor/tensor.h>
#include <vespa/eval/tensor/dense/mutable_dense_tensor_view.h>
using search::tensor::DenseTensorStore;
using vespalib::eval::TensorSpec;
using vespalib::eval::ValueType;
using vespalib::tensor::MutableDenseTensorView;
using vespalib::tensor::Tensor;
using vespalib::tensor::DefaultTensorEngine;
using EntryRef = DenseTensorStore::EntryRef;
Tensor::UP
makeTensor(const TensorSpec &spec)
{
auto tensor = DefaultTensorEngine::ref().create(spec);
return Tensor::UP(dynamic_cast<Tensor *>(tensor.release()));
}
struct Fixture
{
DenseTensorStore store;
Fixture(const vespalib::string &tensorType)
: store(ValueType::from_spec(tensorType))
{}
void assertSetAndGetTensor(const TensorSpec &tensorSpec) {
Tensor::UP expTensor = makeTensor(tensorSpec);
EntryRef ref = store.setTensor(*expTensor);
Tensor::UP actTensor = store.getTensor(ref);
EXPECT_EQUAL(expTensor->toSpec(), actTensor->toSpec());
assertTensorView(ref, *expTensor);
}
void assertEmptyTensor(const TensorSpec &tensorSpec) {
Tensor::UP expTensor = makeTensor(tensorSpec);
EntryRef ref;
Tensor::UP actTensor = store.getTensor(ref);
EXPECT_TRUE(actTensor.get() == nullptr);
assertTensorView(ref, *expTensor);
}
void assertTensorView(EntryRef ref, const Tensor &expTensor) {
MutableDenseTensorView actTensor(store.type());
store.getTensor(ref, actTensor);
EXPECT_EQUAL(expTensor.toSpec(), actTensor.toSpec());
}
};
TEST_F("require that we can store 1d bound tensor", Fixture("tensor(x[3])"))
{
f.assertSetAndGetTensor(TensorSpec("tensor(x[3])").
add({{"x", 0}}, 2).
add({{"x", 1}}, 3).
add({{"x", 2}}, 5));
}
TEST_F("require that we can store 1d un-bound tensor", Fixture("tensor(x[])"))
{
f.assertSetAndGetTensor(TensorSpec("tensor(x[3])").
add({{"x", 0}}, 2).
add({{"x", 1}}, 3).
add({{"x", 2}}, 5));
}
TEST_F("require that un-bound dimension is concrete in returned 2d tensor", Fixture("tensor(x[3],y[])"))
{
f.assertSetAndGetTensor(TensorSpec("tensor(x[3],y[2])").
add({{"x", 0}, {"y", 0}}, 2).
add({{"x", 0}, {"y", 1}}, 3).
add({{"x", 1}, {"y", 0}}, 5).
add({{"x", 1}, {"y", 1}}, 7).
add({{"x", 2}, {"y", 0}}, 11).
add({{"x", 2}, {"y", 1}}, 13));
}
TEST_F("require that un-bound dimensions are concrete in returned 3d tensor", Fixture("tensor(x[],y[2],z[])"))
{
f.assertSetAndGetTensor(TensorSpec("tensor(x[1],y[2],z[2])").
add({{"x", 0}, {"y", 0}, {"z", 0}}, 2).
add({{"x", 0}, {"y", 0}, {"z", 1}}, 3).
add({{"x", 0}, {"y", 1}, {"z", 0}}, 5).
add({{"x", 0}, {"y", 1}, {"z", 1}}, 7));
}
TEST_F("require that correct empty tensor is returned for 1d bound tensor", Fixture("tensor(x[3])"))
{
f.assertEmptyTensor(TensorSpec("tensor(x[3])").
add({{"x", 0}}, 0).
add({{"x", 1}}, 0).
add({{"x", 2}}, 0));
}
TEST_F("require that empty 2d tensor has size 1 in un-bound dimension", Fixture("tensor(x[3],y[])"))
{
f.assertEmptyTensor(TensorSpec("tensor(x[3],y[1])").
add({{"x", 0}, {"y", 0}}, 0).
add({{"x", 1}, {"y", 0}}, 0).
add({{"x", 2}, {"y", 0}}, 0));
}
TEST_F("require that empty 3d tensor has size 1 in un-bound dimensions", Fixture("tensor(x[],y[2],z[])"))
{
f.assertEmptyTensor(TensorSpec("tensor(x[1],y[2],z[1])").
add({{"x", 0}, {"y", 0}, {"z", 0}}, 0).
add({{"x", 0}, {"y", 1}, {"z", 0}}, 0));
}
TEST_MAIN() { TEST_RUN_ALL(); }
|
