diff options
Diffstat (limited to 'searchcore/src/tests')
-rw-r--r-- | searchcore/src/tests/proton/attribute/attribute_transient_memory_calculator/CMakeLists.txt | 10 | ||||
-rw-r--r-- | searchcore/src/tests/proton/attribute/attribute_transient_memory_calculator/attribute_transient_memory_calculator_test.cpp (renamed from searchcore/src/tests/proton/attribute/attribute_usage_sampler_functor/attribute_usage_sampler_functor_test.cpp) | 66 | ||||
-rw-r--r-- | searchcore/src/tests/proton/attribute/attribute_usage_sampler_functor/CMakeLists.txt | 10 | ||||
-rw-r--r-- | searchcore/src/tests/proton/documentdb/maintenancecontroller/maintenancecontroller_test.cpp | 17 | ||||
-rw-r--r-- | searchcore/src/tests/proton/server/disk_mem_usage_filter/disk_mem_usage_filter_test.cpp | 7 | ||||
-rw-r--r-- | searchcore/src/tests/proton/server/disk_mem_usage_sampler/disk_mem_usage_sampler_test.cpp | 6 |
6 files changed, 38 insertions, 78 deletions
diff --git a/searchcore/src/tests/proton/attribute/attribute_transient_memory_calculator/CMakeLists.txt b/searchcore/src/tests/proton/attribute/attribute_transient_memory_calculator/CMakeLists.txt new file mode 100644 index 00000000000..bc77f2d949b --- /dev/null +++ b/searchcore/src/tests/proton/attribute/attribute_transient_memory_calculator/CMakeLists.txt @@ -0,0 +1,10 @@ +# Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. +vespa_add_executable(searchcore_attribute_transient_memory_calculator_test_app TEST + SOURCES + attribute_transient_memory_calculator_test.cpp + DEPENDS + searchcore_attribute + searchcore_pcommon + GTest::GTest +) +vespa_add_test(NAME searchcore_attribute_transient_memory_calculator_test_app COMMAND searchcore_attribute_transient_memory_calculator_test_app) diff --git a/searchcore/src/tests/proton/attribute/attribute_usage_sampler_functor/attribute_usage_sampler_functor_test.cpp b/searchcore/src/tests/proton/attribute/attribute_transient_memory_calculator/attribute_transient_memory_calculator_test.cpp index 31f90075421..786d1f6a801 100644 --- a/searchcore/src/tests/proton/attribute/attribute_usage_sampler_functor/attribute_usage_sampler_functor_test.cpp +++ b/searchcore/src/tests/proton/attribute/attribute_transient_memory_calculator/attribute_transient_memory_calculator_test.cpp @@ -5,10 +5,7 @@ #include <vespa/searchlib/attribute/attributevector.h> #include <vespa/searchlib/attribute/integerbase.h> #include <vespa/searchcore/proton/attribute/attribute_config_inspector.h> -#include <vespa/searchcore/proton/attribute/attribute_usage_filter.h> -#include <vespa/searchcore/proton/attribute/attribute_usage_sampler_context.h> -#include <vespa/searchcore/proton/attribute/attribute_usage_sampler_functor.h> -#include <vespa/searchcore/proton/common/transient_resource_usage_provider.h> +#include <vespa/searchcore/proton/attribute/attribute_transient_memory_calculator.h> #include <vespa/vespalib/gtest/gtest.h> #include <vespa/vespalib/stllike/string.h> @@ -58,73 +55,32 @@ std::shared_ptr<AttributeVector> build_attribute_vector(const vespalib::string& } -class AttributeUsageSamplerFunctorTest : public ::testing::Test { -protected: - AttributeUsageFilter _filter; - std::shared_ptr<TransientResourceUsageProvider> _transient_usage_provider; -public: - AttributeUsageSamplerFunctorTest(); - ~AttributeUsageSamplerFunctorTest(); -protected: - void sample_usage(bool sample_a1, bool sample_a2, bool old_fast_search, bool new_fast_search = true); - size_t get_transient_memory_usage() const { return _transient_usage_provider->get_transient_memory_usage(); } -}; - -AttributeUsageSamplerFunctorTest::AttributeUsageSamplerFunctorTest() - : _filter(), - _transient_usage_provider(std::make_shared<TransientResourceUsageProvider>()) -{ -} - -AttributeUsageSamplerFunctorTest::~AttributeUsageSamplerFunctorTest() = default; - -void -AttributeUsageSamplerFunctorTest::sample_usage(bool sample_a1, bool sample_a2, bool old_fast_search, bool new_fast_search) +size_t +sample_usage(bool old_fast_search, bool new_fast_search) { auto old_config = build_config(old_fast_search); auto old_inspector = std::make_shared<AttributeConfigInspector>(old_config); auto av1 = build_attribute_vector("a1", *old_inspector, 1); - auto av2 = build_attribute_vector("a2", *old_inspector, 3); EXPECT_EQ(av1->getEnumeratedSave(), old_fast_search); auto new_config = build_config(new_fast_search); auto new_inspector = std::make_shared<AttributeConfigInspector>(new_config); - auto context = std::make_shared<AttributeUsageSamplerContext>(_filter, new_inspector, _transient_usage_provider); - if (sample_a1) { - AttributeUsageSamplerFunctor functor1(context, "ready"); - functor1(*av1); - } - if (sample_a2) { - AttributeUsageSamplerFunctor functor2(context, "ready"); - functor2(*av2); - } -} - -TEST_F(AttributeUsageSamplerFunctorTest, plain_attribute_vector_requires_no_transient_memory_for_load) -{ - sample_usage(true, true, false, false); - EXPECT_EQ(0u, get_transient_memory_usage()); + AttributeTransientMemoryCalculator calc; + return calc(*av1, *new_inspector->get_config("a1")); } -TEST_F(AttributeUsageSamplerFunctorTest, fast_search_attribute_vector_requires_transient_memory_for_load) +TEST(AttributeTransientMemoryCalculator, plain_attribute_vector_requires_no_transient_memory_for_load) { - sample_usage(true, false, true, true); - EXPECT_EQ(24u, get_transient_memory_usage()); + EXPECT_EQ(0, sample_usage(false, false)); } -TEST_F(AttributeUsageSamplerFunctorTest, fast_search_attribute_vector_requires_more_transient_memory_for_load_from_unenumerated) +TEST(AttributeTransientMemoryCalculator, fast_search_attribute_vector_requires_transient_memory_for_load) { - sample_usage(true, false, false, true); - EXPECT_EQ(40u, get_transient_memory_usage()); + EXPECT_EQ(24u, sample_usage(true, true)); } -TEST_F(AttributeUsageSamplerFunctorTest, transient_memory_aggregation_function_for_attribute_usage_sampler_context_is_max) +TEST(AttributeTransientMemoryCalculator, fast_search_attribute_vector_requires_more_transient_memory_for_load_from_unenumerated) { - sample_usage(true, false, true, true); - EXPECT_EQ(24u, get_transient_memory_usage()); - sample_usage(false, true, true, true); - EXPECT_EQ(72u, get_transient_memory_usage()); - sample_usage(true, true, true, true); - EXPECT_EQ(72u, get_transient_memory_usage()); + EXPECT_EQ(40u, sample_usage(false, true)); } } diff --git a/searchcore/src/tests/proton/attribute/attribute_usage_sampler_functor/CMakeLists.txt b/searchcore/src/tests/proton/attribute/attribute_usage_sampler_functor/CMakeLists.txt deleted file mode 100644 index 6034f5a1309..00000000000 --- a/searchcore/src/tests/proton/attribute/attribute_usage_sampler_functor/CMakeLists.txt +++ /dev/null @@ -1,10 +0,0 @@ -# Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. -vespa_add_executable(searchcore_attribute_usage_sampler_functor_test_app TEST - SOURCES - attribute_usage_sampler_functor_test.cpp - DEPENDS - searchcore_attribute - searchcore_pcommon - GTest::GTest -) -vespa_add_test(NAME searchcore_attribute_usage_sampler_functor_test_app COMMAND searchcore_attribute_usage_sampler_functor_test_app) diff --git a/searchcore/src/tests/proton/documentdb/maintenancecontroller/maintenancecontroller_test.cpp b/searchcore/src/tests/proton/documentdb/maintenancecontroller/maintenancecontroller_test.cpp index 227e885564d..9657619be40 100644 --- a/searchcore/src/tests/proton/documentdb/maintenancecontroller/maintenancecontroller_test.cpp +++ b/searchcore/src/tests/proton/documentdb/maintenancecontroller/maintenancecontroller_test.cpp @@ -1,14 +1,19 @@ // Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. +#include <vespa/config-attributes.h> +#include <vespa/document/repo/documenttyperepo.h> +#include <vespa/document/test/make_bucket_space.h> +#include <vespa/fastos/thread.h> +#include <vespa/persistence/dummyimpl/dummy_bucket_executor.h> #include <vespa/searchcore/proton/attribute/attribute_config_inspector.h> #include <vespa/searchcore/proton/attribute/attribute_usage_filter.h> #include <vespa/searchcore/proton/attribute/i_attribute_manager.h> #include <vespa/searchcore/proton/bucketdb/bucket_create_notifier.h> +#include <vespa/searchcore/proton/bucketdb/bucket_db_owner.h> #include <vespa/searchcore/proton/common/doctypename.h> -#include <vespa/searchcore/proton/common/transient_resource_usage_provider.h> -#include <vespa/searchcore/proton/documentmetastore/operation_listener.h> #include <vespa/searchcore/proton/documentmetastore/documentmetastore.h> +#include <vespa/searchcore/proton/documentmetastore/operation_listener.h> #include <vespa/searchcore/proton/feedoperation/moveoperation.h> #include <vespa/searchcore/proton/feedoperation/pruneremoveddocumentsoperation.h> #include <vespa/searchcore/proton/feedoperation/putoperation.h> @@ -25,14 +30,9 @@ #include <vespa/searchcore/proton/server/maintenancecontroller.h> #include <vespa/searchcore/proton/test/buckethandler.h> #include <vespa/searchcore/proton/test/clusterstatehandler.h> -#include <vespa/searchcore/proton/bucketdb/bucket_db_owner.h> #include <vespa/searchcore/proton/test/disk_mem_usage_notifier.h> #include <vespa/searchcore/proton/test/mock_attribute_manager.h> #include <vespa/searchcore/proton/test/test.h> -#include <vespa/config-attributes.h> -#include <vespa/document/repo/documenttyperepo.h> -#include <vespa/document/test/make_bucket_space.h> -#include <vespa/persistence/dummyimpl/dummy_bucket_executor.h> #include <vespa/searchlib/common/idocumentmetastore.h> #include <vespa/searchlib/index/docbuilder.h> #include <vespa/vespalib/data/slime/slime.h> @@ -43,7 +43,6 @@ #include <vespa/vespalib/util/monitored_refcount.h> #include <vespa/vespalib/util/size_literals.h> #include <vespa/vespalib/util/threadstackexecutor.h> -#include <vespa/fastos/thread.h> #include <unistd.h> #include <thread> @@ -824,8 +823,6 @@ MaintenanceControllerFixture::injectMaintenanceJobs() _bucketCreateNotifier, makeBucketSpace(), _fh, _fh, _bmc, _clusterStateHandler, _bucketHandler, _calc, _diskMemUsageNotifier, _jobTrackers, _readyAttributeManager, _notReadyAttributeManager, - std::make_unique<const AttributeConfigInspector>(AttributesConfigBuilder()), - std::make_shared<TransientResourceUsageProvider>(), _attributeUsageFilter); } } diff --git a/searchcore/src/tests/proton/server/disk_mem_usage_filter/disk_mem_usage_filter_test.cpp b/searchcore/src/tests/proton/server/disk_mem_usage_filter/disk_mem_usage_filter_test.cpp index b83ce4d6d1b..072b76c6443 100644 --- a/searchcore/src/tests/proton/server/disk_mem_usage_filter/disk_mem_usage_filter_test.cpp +++ b/searchcore/src/tests/proton/server/disk_mem_usage_filter/disk_mem_usage_filter_test.cpp @@ -121,4 +121,11 @@ TEST_F(DiskMemUsageFilterTest, both_disk_limit_and_memory_limit_can_be_reached) "capacity: 100, used: 90, diskUsed: 0.9, diskLimit: 0.8}}"); } +TEST_F(DiskMemUsageFilterTest, transient_memory_usage_is_tracked_in_usage_state_and_metrics) +{ + _filter.set_transient_resource_usage(200, 0); + EXPECT_EQ(0.2, _filter.usageState().transient_memory_usage()); + EXPECT_EQ(0.2, _filter.get_metrics().get_transient_memory_usage()); +} + GTEST_MAIN_RUN_ALL_TESTS() diff --git a/searchcore/src/tests/proton/server/disk_mem_usage_sampler/disk_mem_usage_sampler_test.cpp b/searchcore/src/tests/proton/server/disk_mem_usage_sampler/disk_mem_usage_sampler_test.cpp index 2731f51a85e..7fa51bb8b95 100644 --- a/searchcore/src/tests/proton/server/disk_mem_usage_sampler/disk_mem_usage_sampler_test.cpp +++ b/searchcore/src/tests/proton/server/disk_mem_usage_sampler/disk_mem_usage_sampler_test.cpp @@ -45,7 +45,7 @@ struct DiskMemUsageSamplerTest : public ::testing::Test { DiskMemUsageSampler::Config(0.8, 0.8, 50ms, make_hw_info())) { - sampler.add_transient_usage_provider(std::make_shared<MyProvider>(99, 200)); + sampler.add_transient_usage_provider(std::make_shared<MyProvider>(50, 200)); sampler.add_transient_usage_provider(std::make_shared<MyProvider>(100, 199)); } const DiskMemUsageFilter& filter() const { return sampler.writeFilter(); } @@ -70,8 +70,8 @@ TEST_F(DiskMemUsageSamplerTest, resource_usage_is_sampled) EXPECT_EQ(filter().getMemoryStats().getAnonymousRss(), 0); #endif EXPECT_GT(filter().getDiskUsedSize(), 0); - EXPECT_EQ(100, filter().get_transient_memory_usage()); - EXPECT_EQ(100.0 / memory_size_bytes, filter().get_relative_transient_memory_usage()); + EXPECT_EQ(150, filter().get_transient_memory_usage()); + EXPECT_EQ(150.0 / memory_size_bytes, filter().usageState().transient_memory_usage()); EXPECT_EQ(200, filter().get_transient_disk_usage()); EXPECT_EQ(200.0 / disk_size_bytes, filter().get_relative_transient_disk_usage()); } |