1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include <vespa/log/log.h>
LOG_SETUP("dense_tensor_store_test");
#include <vespa/vespalib/testkit/test_kit.h>
#include <vespa/vespalib/util/memory_allocator.h>
#include <vespa/searchlib/tensor/dense_tensor_store.h>
#include <vespa/eval/eval/simple_value.h>
#include <vespa/eval/eval/tensor_spec.h>
#include <vespa/eval/eval/value.h>
#include <vespa/eval/eval/value_type.h>
#include <vespa/eval/eval/test/value_compare.h>
using search::tensor::DenseTensorStore;
using vespalib::eval::SimpleValue;
using vespalib::eval::TensorSpec;
using vespalib::eval::Value;
using vespalib::eval::ValueType;
using EntryRef = DenseTensorStore::EntryRef;
Value::UP
makeTensor(const TensorSpec &spec)
{
return SimpleValue::from_spec(spec);
}
struct Fixture
{
DenseTensorStore store;
Fixture(const vespalib::string &tensorType)
: store(ValueType::from_spec(tensorType), {})
{}
void assertSetAndGetTensor(const TensorSpec &tensorSpec) {
Value::UP expTensor = makeTensor(tensorSpec);
EntryRef ref = store.setTensor(*expTensor);
Value::UP actTensor = store.getTensor(ref);
EXPECT_EQUAL(*expTensor, *actTensor);
assertTensorView(ref, *expTensor);
}
void assertEmptyTensor(const TensorSpec &tensorSpec) {
Value::UP expTensor = makeTensor(tensorSpec);
EntryRef ref;
Value::UP actTensor = store.getTensor(ref);
EXPECT_TRUE(actTensor.get() == nullptr);
assertTensorView(ref, *expTensor);
}
void assertTensorView(EntryRef ref, const Value &expTensor) {
auto cells = store.get_typed_cells(ref);
vespalib::eval::DenseValueView actTensor(store.type(), cells);
EXPECT_EQUAL(expTensor, actTensor);
}
};
TEST_F("require that we can store 1d bound tensor", Fixture("tensor(x[3])"))
{
f.assertSetAndGetTensor(TensorSpec("tensor(x[3])").
add({{"x", 0}}, 2).
add({{"x", 1}}, 3).
add({{"x", 2}}, 5));
}
TEST_F("require that correct empty tensor is returned for 1d bound tensor", Fixture("tensor(x[3])"))
{
f.assertEmptyTensor(TensorSpec("tensor(x[3])").
add({{"x", 0}}, 0).
add({{"x", 1}}, 0).
add({{"x", 2}}, 0));
}
void
assertArraySize(const vespalib::string &tensorType, uint32_t expArraySize) {
Fixture f(tensorType);
EXPECT_EQUAL(expArraySize, f.store.getArraySize());
}
TEST("require that array size is calculated correctly")
{
TEST_DO(assertArraySize("tensor(x[1])", 8));
TEST_DO(assertArraySize("tensor(x[10])", 96));
TEST_DO(assertArraySize("tensor(x[3])", 32));
TEST_DO(assertArraySize("tensor(x[10],y[10])", 800));
TEST_DO(assertArraySize("tensor<int8>(x[1])", 8));
TEST_DO(assertArraySize("tensor<int8>(x[8])", 8));
TEST_DO(assertArraySize("tensor<int8>(x[9])", 16));
TEST_DO(assertArraySize("tensor<int8>(x[16])", 16));
TEST_DO(assertArraySize("tensor<int8>(x[17])", 32));
TEST_DO(assertArraySize("tensor<int8>(x[32])", 32));
TEST_DO(assertArraySize("tensor<int8>(x[33])", 64));
TEST_DO(assertArraySize("tensor<int8>(x[64])", 64));
TEST_DO(assertArraySize("tensor<int8>(x[65])", 96));
}
TEST_MAIN() { TEST_RUN_ALL(); }
|
