1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include <vespa/vespalib/testkit/test_kit.h>
#include <vespa/eval/eval/fast_value.h>
#include <vespa/eval/eval/tensor_function.h>
#include <vespa/eval/instruction/replace_type_function.h>
#include <vespa/eval/instruction/fast_rename_optimizer.h>
#include <vespa/eval/eval/test/gen_spec.h>
#include <vespa/eval/eval/test/eval_fixture.h>
#include <vespa/vespalib/util/stringfmt.h>
#include <vespa/vespalib/util/stash.h>
using namespace vespalib;
using namespace vespalib::eval;
using namespace vespalib::eval::test;
using namespace vespalib::eval::tensor_function;
const ValueBuilderFactory &prod_factory = FastValueBuilderFactory::get();
EvalFixture::ParamRepo make_params() {
return EvalFixture::ParamRepo()
.add("x5", GenSpec().idx("x", 5))
.add("x5f", GenSpec().idx("x", 5).cells_float())
.add("x5y1", GenSpec().idx("x", 5).idx("y", 1))
.add("y1z1", GenSpec().idx("y", 5).idx("z", 1))
.add("x_m", GenSpec().map("x", {"a"}));
}
EvalFixture::ParamRepo param_repo = make_params();
void verify_optimized(const vespalib::string &expr) {
EvalFixture fixture(prod_factory, expr, param_repo, true);
EXPECT_EQUAL(fixture.result(), EvalFixture::ref(expr, param_repo));
auto info = fixture.find_all<ReplaceTypeFunction>();
EXPECT_EQUAL(info.size(), 1u);
}
void verify_not_optimized(const vespalib::string &expr) {
EvalFixture fixture(prod_factory, expr, param_repo, true);
EXPECT_EQUAL(fixture.result(), EvalFixture::ref(expr, param_repo));
auto info = fixture.find_all<ReplaceTypeFunction>();
EXPECT_TRUE(info.empty());
}
TEST("require that dimension addition can be optimized") {
TEST_DO(verify_optimized("join(x5,tensor(y[1])(1),f(a,b)(a*b))"));
TEST_DO(verify_optimized("join(tensor(y[1])(1),x5,f(a,b)(a*b))"));
TEST_DO(verify_optimized("x5*tensor(y[1])(1)"));
TEST_DO(verify_optimized("tensor(y[1])(1)*x5"));
TEST_DO(verify_optimized("x5y1*tensor(z[1])(1)"));
TEST_DO(verify_optimized("tensor(z[1])(1)*x5y1"));
}
TEST("require that multi-dimension addition can be optimized") {
TEST_DO(verify_optimized("x5*tensor(a[1],b[1],c[1])(1)"));
}
TEST("require that dimension addition can be chained (and compacted)") {
TEST_DO(verify_optimized("tensor(z[1])(1)*x5*tensor(y[1])(1)"));
}
TEST("require that constant dimension addition is optimized") {
TEST_DO(verify_optimized("tensor(x[1])(1)*tensor(y[1])(1)"));
TEST_DO(verify_optimized("tensor(x[1])(1.1)*tensor(y[1])(1)"));
TEST_DO(verify_optimized("tensor(x[1])(1)*tensor(y[1])(1.1)"));
TEST_DO(verify_optimized("tensor(x[2])(1)*tensor(y[1])(1)"));
TEST_DO(verify_optimized("tensor(x[1])(1)*tensor(y[2])(1)"));
}
TEST("require that non-canonical dimension addition is not optimized") {
TEST_DO(verify_not_optimized("x5+tensor(y[1])(0)"));
TEST_DO(verify_not_optimized("tensor(y[1])(0)+x5"));
TEST_DO(verify_not_optimized("x5-tensor(y[1])(0)"));
TEST_DO(verify_not_optimized("x5/tensor(y[1])(1)"));
TEST_DO(verify_not_optimized("tensor(y[1])(1)/x5"));
}
TEST("require that dimension addition with overlapping dimensions is optimized") {
TEST_DO(verify_optimized("x5y1*tensor(y[1],z[1])(1)"));
TEST_DO(verify_optimized("tensor(y[1],z[1])(1)*x5y1"));
}
TEST("require that dimension addition with mixed dimensions is optimized") {
TEST_DO(verify_optimized("x_m*tensor(y[1])(1)"));
TEST_DO(verify_optimized("tensor(y[1])(1)*x_m"));
}
TEST("require that dimension addition optimization requires unit constant tensor") {
TEST_DO(verify_not_optimized("x5*tensor(y[1])(0.9)"));
TEST_DO(verify_not_optimized("tensor(y[1])(1.1)*x5"));
TEST_DO(verify_not_optimized("x5*tensor(y[1],z[2])(1)"));
TEST_DO(verify_not_optimized("tensor(y[1],z[2])(1)*x5"));
TEST_DO(verify_not_optimized("x5*y1z1"));
TEST_DO(verify_not_optimized("y1z1*x5"));
TEST_DO(verify_not_optimized("tensor(x[1])(1.1)*tensor(y[1])(1.1)"));
TEST_DO(verify_not_optimized("tensor(x[2])(1)*tensor(y[2])(1)"));
}
TEST("require that optimization also works for float cells") {
TEST_DO(verify_optimized("x5*tensor<float>(a[1],b[1],c[1])(1)"));
TEST_DO(verify_optimized("x5f*tensor<float>(a[1],b[1],c[1])(1)"));
}
TEST("require that optimization is disabled if unit vector would promote tensor cell types") {
TEST_DO(verify_not_optimized("x5f*tensor(a[1],b[1],c[1])(1)"));
}
TEST_MAIN() { TEST_RUN_ALL(); }
|
