stop benchmarking old engine

1 files changed, 6 insertions, 10 deletions

diff --git a/eval/src/tests/tensor/instruction_benchmark/instruction_benchmark.cpp b/eval/src/tests/tensor/instruction_benchmark/instruction_benchmark.cpp
index 2f9d531309b..4a822121c4a 100644
--- a/eval/src/tests/tensor/instruction_benchmark/instruction_benchmark.cpp
+++ b/eval/src/tests/tensor/instruction_benchmark/instruction_benchmark.cpp
@@ -254,22 +254,18 @@ struct Impl {
 //-----------------------------------------------------------------------------
 
 Impl             optimized_fast_value_impl(0, "          Optimized FastValue", "NEW PROD", FastValueBuilderFactory::get(), true);
-Impl  optimized_default_tensor_engine_impl(1, "Optimized DefaultTensorEngine", "OLD PROD", DefaultTensorEngine::ref(), true);
-Impl                       fast_value_impl(2, "                    FastValue", "   FastV", FastValueBuilderFactory::get(), false);
-Impl            default_tensor_engine_impl(3, "          DefaultTensorEngine", "DefaultT", DefaultTensorEngine::ref(), false);
-Impl                     simple_value_impl(4, "                  SimpleValue", " SimpleV", SimpleValueBuilderFactory::get(), false);
+Impl                       fast_value_impl(1, "                    FastValue", "   FastV", FastValueBuilderFactory::get(), false);
+Impl                     simple_value_impl(2, "                  SimpleValue", " SimpleV", SimpleValueBuilderFactory::get(), false);
 vespalib::string                                                  short_header("--------");
 
 constexpr double budget = 5.0;
 constexpr double best_limit = 0.95; // everything within 95% of best performance gets a star
-constexpr double bad_limit = 0.90;  // BAD: new prod has performance lower than 90% of old prod
-constexpr double good_limit = 1.10; // GOOD: new prod has performance higher than 110% of old prod
+constexpr double bad_limit = 0.90;  // BAD: optimized has performance lower than 90% of un-optimized
+constexpr double good_limit = 1.10; // GOOD: optimized has performance higher than 110% of un-optimized
 
 std::vector<CREF<Impl>> impl_list = {simple_value_impl,
                                      optimized_fast_value_impl,
-                                     optimized_default_tensor_engine_impl,
-                                     fast_value_impl,
-                                     default_tensor_engine_impl};
+                                     fast_value_impl};
 
 //-----------------------------------------------------------------------------
 
@@ -1086,7 +1082,7 @@ int main(int argc, char **argv) {
     if ((argc > 1) && (argv[1] == run_only_prod_option )) {
         impl_list.clear();
         impl_list.push_back(optimized_fast_value_impl);
-        impl_list.push_back(optimized_default_tensor_engine_impl);
+        impl_list.push_back(fast_value_impl);
         ++argv;
         --argc;
     }