diff options
Diffstat (limited to 'eval/src/tests/apps/analyze_onnx_model/analyze_onnx_model_test.cpp')
| -rw-r--r-- | eval/src/tests/apps/analyze_onnx_model/analyze_onnx_model_test.cpp | 63 |
1 files changed, 62 insertions, 1 deletions
diff --git a/eval/src/tests/apps/analyze_onnx_model/analyze_onnx_model_test.cpp b/eval/src/tests/apps/analyze_onnx_model/analyze_onnx_model_test.cpp index 58cc7c22358..72ef0346ea3 100644 --- a/eval/src/tests/apps/analyze_onnx_model/analyze_onnx_model_test.cpp +++ b/eval/src/tests/apps/analyze_onnx_model/analyze_onnx_model_test.cpp @@ -17,10 +17,12 @@ vespalib::string get_source_dir() { } vespalib::string source_dir = get_source_dir(); vespalib::string probe_model = source_dir + "/../../tensor/onnx_wrapper/probe_model.onnx"; +vespalib::string simple_model = source_dir + "/../../tensor/onnx_wrapper/simple.onnx"; +vespalib::string dynamic_model = source_dir + "/../../tensor/onnx_wrapper/dynamic.onnx"; //----------------------------------------------------------------------------- -TEST_F("require that output types can be probed", ServerCmd(probe_cmd, true)) { +TEST_F("require that output types can be probed", ServerCmd(probe_cmd)) { Slime params; params.setObject(); params.get().setString("model", probe_model); @@ -32,6 +34,65 @@ TEST_F("require that output types can be probed", ServerCmd(probe_cmd, true)) { EXPECT_EQUAL(result["outputs"]["out1"].asString().make_string(), vespalib::string("tensor<float>(d0[2],d1[3])")); EXPECT_EQUAL(result["outputs"]["out2"].asString().make_string(), vespalib::string("tensor<float>(d0[2],d1[3])")); EXPECT_EQUAL(result["outputs"]["out3"].asString().make_string(), vespalib::string("tensor<float>(d0[2],d1[3])")); + EXPECT_EQUAL(f1.shutdown(), 0); +} + +//----------------------------------------------------------------------------- + +TEST_F("test error: invalid json", ServerCmd(probe_cmd, ServerCmd::capture_stderr_tag())) { + auto out = f1.write_then_read_all("this is not valid json...\n"); + EXPECT_TRUE(out.find("invalid json") < out.size()); + EXPECT_EQUAL(f1.shutdown(), 3); +} + +TEST_F("test error: missing input type", ServerCmd(probe_cmd, ServerCmd::capture_stderr_tag())) { + Slime params; + params.setObject(); + params.get().setString("model", simple_model); + params.get().setObject("inputs"); + auto out = f1.write_then_read_all(params.toString()); + EXPECT_TRUE(out.find("missing type") < out.size()); + EXPECT_EQUAL(f1.shutdown(), 3); +} + +TEST_F("test error: invalid input type", ServerCmd(probe_cmd, ServerCmd::capture_stderr_tag())) { + Slime params; + params.setObject(); + params.get().setString("model", simple_model); + params.get().setObject("inputs"); + params["inputs"].setString("query_tensor", "bogus type string"); + params["inputs"].setString("attribute_tensor", "tensor<float>(x[4],y[1])"); + params["inputs"].setString("bias_tensor", "tensor<float>(x[1],y[1])"); + auto out = f1.write_then_read_all(params.toString()); + EXPECT_TRUE(out.find("invalid type") < out.size()); + EXPECT_EQUAL(f1.shutdown(), 3); +} + +TEST_F("test error: incompatible input type", ServerCmd(probe_cmd, ServerCmd::capture_stderr_tag())) { + Slime params; + params.setObject(); + params.get().setString("model", simple_model); + params.get().setObject("inputs"); + params["inputs"].setString("query_tensor", "tensor<float>(x[1],y[5])"); + params["inputs"].setString("attribute_tensor", "tensor<float>(x[4],y[1])"); + params["inputs"].setString("bias_tensor", "tensor<float>(x[1],y[1])"); + auto out = f1.write_then_read_all(params.toString()); + EXPECT_TRUE(out.find("incompatible type") < out.size()); + EXPECT_EQUAL(f1.shutdown(), 3); +} + +TEST_F("test error: symbolic size mismatch", ServerCmd(probe_cmd, ServerCmd::capture_stderr_tag())) { + Slime params; + params.setObject(); + params.get().setString("model", dynamic_model); + params.get().setObject("inputs"); + params["inputs"].setString("query_tensor", "tensor<float>(x[1],y[4])"); + params["inputs"].setString("attribute_tensor", "tensor<float>(x[4],y[1])"); + params["inputs"].setString("bias_tensor", "tensor<float>(x[2],y[1])"); + auto out = f1.write_then_read_all(params.toString()); + EXPECT_TRUE(out.find("incompatible type") < out.size()); + EXPECT_TRUE(out.find("batch=1") < out.size()); + EXPECT_EQUAL(f1.shutdown(), 3); } //----------------------------------------------------------------------------- |