1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include <vespa/vespalib/testkit/test_kit.h>
#include <vespa/vespalib/data/slime/slime.h>
#include <vespa/eval/eval/test/test_io.h>
using namespace vespalib;
using namespace vespalib::eval::test;
vespalib::string module_build_path("../../../../");
vespalib::string binary = module_build_path + "src/apps/analyze_onnx_model/vespa-analyze-onnx-model";
vespalib::string probe_cmd = binary + " --probe-types";
vespalib::string get_source_dir() {
const char *dir = getenv("SOURCE_DIRECTORY");
return (dir ? dir : ".");
}
vespalib::string source_dir = get_source_dir();
vespalib::string probe_model = source_dir + "/../../tensor/onnx_wrapper/probe_model.onnx";
vespalib::string simple_model = source_dir + "/../../tensor/onnx_wrapper/simple.onnx";
vespalib::string dynamic_model = source_dir + "/../../tensor/onnx_wrapper/dynamic.onnx";
//-----------------------------------------------------------------------------
TEST_F("require that output types can be probed", ServerCmd(probe_cmd)) {
Slime params;
params.setObject();
params.get().setString("model", probe_model);
params.get().setObject("inputs");
params["inputs"].setString("in1", "tensor<float>(x[2],y[3])");
params["inputs"].setString("in2", "tensor<float>(x[2],y[3])");
Slime result = f1.invoke(params);
EXPECT_EQUAL(result["outputs"].fields(), 3u);
EXPECT_EQUAL(result["outputs"]["out1"].asString().make_string(), vespalib::string("tensor<float>(d0[2],d1[3])"));
EXPECT_EQUAL(result["outputs"]["out2"].asString().make_string(), vespalib::string("tensor<float>(d0[2],d1[3])"));
EXPECT_EQUAL(result["outputs"]["out3"].asString().make_string(), vespalib::string("tensor<float>(d0[2],d1[3])"));
EXPECT_EQUAL(f1.shutdown(), 0);
}
//-----------------------------------------------------------------------------
TEST_F("test error: invalid json", ServerCmd(probe_cmd)) {
auto out = f1.write_then_read_all("this is not valid json...\n");
EXPECT_TRUE(out.find("invalid json") < out.size());
EXPECT_EQUAL(f1.shutdown(), 3);
}
TEST_F("test error: missing input type", ServerCmd(probe_cmd)) {
Slime params;
params.setObject();
params.get().setString("model", simple_model);
params.get().setObject("inputs");
auto out = f1.write_then_read_all(params.toString());
EXPECT_TRUE(out.find("missing type") < out.size());
EXPECT_EQUAL(f1.shutdown(), 3);
}
TEST_F("test error: invalid input type", ServerCmd(probe_cmd)) {
Slime params;
params.setObject();
params.get().setString("model", simple_model);
params.get().setObject("inputs");
params["inputs"].setString("query_tensor", "bogus type string");
params["inputs"].setString("attribute_tensor", "tensor<float>(x[4],y[1])");
params["inputs"].setString("bias_tensor", "tensor<float>(x[1],y[1])");
auto out = f1.write_then_read_all(params.toString());
EXPECT_TRUE(out.find("invalid type") < out.size());
EXPECT_EQUAL(f1.shutdown(), 3);
}
TEST_F("test error: incompatible input type", ServerCmd(probe_cmd)) {
Slime params;
params.setObject();
params.get().setString("model", simple_model);
params.get().setObject("inputs");
params["inputs"].setString("query_tensor", "tensor<float>(x[1],y[5])");
params["inputs"].setString("attribute_tensor", "tensor<float>(x[4],y[1])");
params["inputs"].setString("bias_tensor", "tensor<float>(x[1],y[1])");
auto out = f1.write_then_read_all(params.toString());
EXPECT_TRUE(out.find("incompatible type") < out.size());
EXPECT_EQUAL(f1.shutdown(), 3);
}
TEST_F("test error: symbolic size mismatch", ServerCmd(probe_cmd)) {
Slime params;
params.setObject();
params.get().setString("model", dynamic_model);
params.get().setObject("inputs");
params["inputs"].setString("query_tensor", "tensor<float>(x[1],y[4])");
params["inputs"].setString("attribute_tensor", "tensor<float>(x[4],y[1])");
params["inputs"].setString("bias_tensor", "tensor<float>(x[2],y[1])");
auto out = f1.write_then_read_all(params.toString());
EXPECT_TRUE(out.find("incompatible type") < out.size());
EXPECT_TRUE(out.find("batch=1") < out.size());
EXPECT_EQUAL(f1.shutdown(), 3);
}
//-----------------------------------------------------------------------------
TEST_MAIN() { TEST_RUN_ALL(); }
|
