aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorHenning Baldersheim <balder@yahoo-inc.com>2022-07-01 14:02:18 +0200
committerGitHub <noreply@github.com>2022-07-01 14:02:18 +0200
commit8541f542bbfed01d8aabf5eb87842c13e0649bc2 (patch)
tree19e5d14a32ce8b50d03713676959066a9f88b149
parente4265f852d20675d873489973b3745580d2b3c5b (diff)
parent6f06c179f2e1d27f736e659d89cd13218c810ea4 (diff)
Merge pull request #23309 from vespa-engine/balder/gc-unused-skip-threads-config
GC removed config
-rw-r--r--config-model-api/src/main/java/com/yahoo/config/model/api/ModelContext.java6
-rw-r--r--config-model/src/main/java/com/yahoo/config/model/deploy/TestProperties.java12
-rw-r--r--config-model/src/main/java/com/yahoo/vespa/model/content/ContentNode.java9
-rw-r--r--config-model/src/test/java/com/yahoo/vespa/model/content/DistributorTest.java3
-rw-r--r--config-model/src/test/java/com/yahoo/vespa/model/content/StorageClusterTest.java7
-rw-r--r--searchcore/src/apps/vespa-feed-bm/vespa_feed_bm.cpp9
-rw-r--r--searchcore/src/apps/vespa-redistribute-bm/vespa_redistribute_bm.cpp8
-rw-r--r--searchcore/src/vespa/searchcore/bmcluster/bm_cluster_params.cpp1
-rw-r--r--searchcore/src/vespa/searchcore/bmcluster/bm_cluster_params.h3
-rw-r--r--searchcore/src/vespa/searchcore/bmcluster/bm_node.cpp1
-rw-r--r--storage/src/vespa/storage/config/stor-communicationmanager.def12
11 files changed, 7 insertions, 64 deletions
diff --git a/config-model-api/src/main/java/com/yahoo/config/model/api/ModelContext.java b/config-model-api/src/main/java/com/yahoo/config/model/api/ModelContext.java
index 7611376fffb..7ae27cdce20 100644
--- a/config-model-api/src/main/java/com/yahoo/config/model/api/ModelContext.java
+++ b/config-model-api/src/main/java/com/yahoo/config/model/api/ModelContext.java
@@ -77,9 +77,9 @@ public interface ModelContext {
@ModelFeatureFlag(owners = {"baldersheim"}, comment = "Select sequencer type use while feeding") default String feedSequencerType() { return "THROUGHPUT"; }
@ModelFeatureFlag(owners = {"baldersheim"}) default String responseSequencerType() { throw new UnsupportedOperationException("TODO specify default value"); }
@ModelFeatureFlag(owners = {"baldersheim"}) default int defaultNumResponseThreads() { return 2; }
- @ModelFeatureFlag(owners = {"baldersheim"}) default boolean skipCommunicationManagerThread() { throw new UnsupportedOperationException("TODO specify default value"); }
- @ModelFeatureFlag(owners = {"baldersheim"}) default boolean skipMbusRequestThread() { throw new UnsupportedOperationException("TODO specify default value"); }
- @ModelFeatureFlag(owners = {"baldersheim"}) default boolean skipMbusReplyThread() { throw new UnsupportedOperationException("TODO specify default value"); }
+ @ModelFeatureFlag(owners = {"baldersheim"}) default boolean skipCommunicationManagerThread() { return true; }
+ @ModelFeatureFlag(owners = {"baldersheim"}) default boolean skipMbusRequestThread() { return true; }
+ @ModelFeatureFlag(owners = {"baldersheim"}) default boolean skipMbusReplyThread() { return true; }
@ModelFeatureFlag(owners = {"baldersheim"}) default boolean useAsyncMessageHandlingOnSchedule() { throw new UnsupportedOperationException("TODO specify default value"); }
@ModelFeatureFlag(owners = {"baldersheim"}) default double feedConcurrency() { throw new UnsupportedOperationException("TODO specify default value"); }
@ModelFeatureFlag(owners = {"baldersheim"}) default double feedNiceness() { return 0.0; }
diff --git a/config-model/src/main/java/com/yahoo/config/model/deploy/TestProperties.java b/config-model/src/main/java/com/yahoo/config/model/deploy/TestProperties.java
index 3da85a83119..b59395bafaa 100644
--- a/config-model/src/main/java/com/yahoo/config/model/deploy/TestProperties.java
+++ b/config-model/src/main/java/com/yahoo/config/model/deploy/TestProperties.java
@@ -101,9 +101,6 @@ public class TestProperties implements ModelContext.Properties, ModelContext.Fea
@Override public Optional<AthenzDomain> athenzDomain() { return Optional.ofNullable(athenzDomain); }
@Override public String responseSequencerType() { return responseSequencerType; }
@Override public int defaultNumResponseThreads() { return responseNumThreads; }
- @Override public boolean skipCommunicationManagerThread() { return false; }
- @Override public boolean skipMbusRequestThread() { return false; }
- @Override public boolean skipMbusReplyThread() { return false; }
@Override public Quota quota() { return quota; }
@Override public boolean useAsyncMessageHandlingOnSchedule() { return useAsyncMessageHandlingOnSchedule; }
@Override public double feedConcurrency() { return feedConcurrency; }
@@ -386,12 +383,11 @@ public class TestProperties implements ModelContext.Properties, ModelContext.Fea
@Override
public boolean equals(Object o) {
- if (o instanceof ConfigServerSpec) {
- ConfigServerSpec other = (ConfigServerSpec)o;
+ if (o instanceof ConfigServerSpec rhsSpec) {
- return hostName.equals(other.getHostName()) &&
- configServerPort == other.getConfigServerPort() &&
- zooKeeperPort == other.getZooKeeperPort();
+ return hostName.equals(rhsSpec.getHostName()) &&
+ configServerPort == rhsSpec.getConfigServerPort() &&
+ zooKeeperPort == rhsSpec.getZooKeeperPort();
} else {
return false;
}
diff --git a/config-model/src/main/java/com/yahoo/vespa/model/content/ContentNode.java b/config-model/src/main/java/com/yahoo/vespa/model/content/ContentNode.java
index d6ed6f4f7dd..c12a245f08d 100644
--- a/config-model/src/main/java/com/yahoo/vespa/model/content/ContentNode.java
+++ b/config-model/src/main/java/com/yahoo/vespa/model/content/ContentNode.java
@@ -21,16 +21,10 @@ public abstract class ContentNode extends AbstractService
private final int distributionKey;
private final String rootDirectory;
- private final boolean skipCommunicationManagerThread;
- private final boolean skipMbusRequestThread;
- private final boolean skipMbusReplyThread;
public ContentNode(ModelContext.FeatureFlags featureFlags, AbstractConfigProducer<?> parent, String clusterName, String rootDirectory, int distributionKey) {
super(parent, "" + distributionKey);
this.distributionKey = distributionKey;
- this.skipCommunicationManagerThread = featureFlags.skipCommunicationManagerThread();
- this.skipMbusRequestThread = featureFlags.skipMbusRequestThread();
- this.skipMbusReplyThread = featureFlags.skipMbusReplyThread();
this.rootDirectory = rootDirectory;
initialize();
@@ -75,9 +69,6 @@ public abstract class ContentNode extends AbstractService
public void getConfig(StorCommunicationmanagerConfig.Builder builder) {
builder.mbusport(getRelativePort(0));
builder.rpcport(getRelativePort(1));
- builder.skip_thread(skipCommunicationManagerThread);
- builder.mbus.skip_request_thread(skipMbusRequestThread);
- builder.mbus.skip_reply_thread(skipMbusReplyThread);
}
@Override
diff --git a/config-model/src/test/java/com/yahoo/vespa/model/content/DistributorTest.java b/config-model/src/test/java/com/yahoo/vespa/model/content/DistributorTest.java
index 635f799411b..0114e40a3f8 100644
--- a/config-model/src/test/java/com/yahoo/vespa/model/content/DistributorTest.java
+++ b/config-model/src/test/java/com/yahoo/vespa/model/content/DistributorTest.java
@@ -294,9 +294,6 @@ public class DistributorTest {
assertTrue(config.mbus().dispatch_on_decode());
assertEquals(4, config.mbus().num_threads());
assertEquals(StorCommunicationmanagerConfig.Mbus.Optimize_for.LATENCY, config.mbus().optimize_for());
- assertFalse(config.skip_thread());
- assertFalse(config.mbus().skip_request_thread());
- assertFalse(config.mbus().skip_reply_thread());
}
private StorDistributormanagerConfig clusterXmlToConfig(String xml) {
diff --git a/config-model/src/test/java/com/yahoo/vespa/model/content/StorageClusterTest.java b/config-model/src/test/java/com/yahoo/vespa/model/content/StorageClusterTest.java
index c03ffba1c34..6d2b790a07c 100644
--- a/config-model/src/test/java/com/yahoo/vespa/model/content/StorageClusterTest.java
+++ b/config-model/src/test/java/com/yahoo/vespa/model/content/StorageClusterTest.java
@@ -105,9 +105,6 @@ public class StorageClusterTest {
assertTrue(config.mbus().dispatch_on_decode());
assertEquals(4, config.mbus().num_threads());
assertEquals(StorCommunicationmanagerConfig.Mbus.Optimize_for.LATENCY, config.mbus().optimize_for());
- assertFalse(config.skip_thread());
- assertFalse(config.mbus().skip_request_thread());
- assertFalse(config.mbus().skip_reply_thread());
}
@Test
@@ -148,10 +145,6 @@ public class StorageClusterTest {
return new StorFilestorConfig(builder);
}
- private StorFilestorConfig filestorConfigFromProperties(TestProperties properties) {
- return filestorConfigFromProducer(parse(cluster("foo", ""), properties));
- }
-
@Test
public void testMergeFeatureFlags() {
var config = configFromProperties(new TestProperties().setMaxMergeQueueSize(1919).setMaxConcurrentMergesPerNode(37));
diff --git a/searchcore/src/apps/vespa-feed-bm/vespa_feed_bm.cpp b/searchcore/src/apps/vespa-feed-bm/vespa_feed_bm.cpp
index df0827e78c9..95c63f56bac 100644
--- a/searchcore/src/apps/vespa-feed-bm/vespa_feed_bm.cpp
+++ b/searchcore/src/apps/vespa-feed-bm/vespa_feed_bm.cpp
@@ -21,14 +21,11 @@
#include <vespa/searchcore/bmcluster/spi_bm_feed_handler.h>
#include <vespa/searchlib/index/dummyfileheadercontext.h>
#include <vespa/vespalib/objects/nbostream.h>
-#include <vespa/vespalib/util/lambdatask.h>
#include <vespa/vespalib/util/size_literals.h>
#include <vespa/vespalib/util/threadstackexecutor.h>
#include <getopt.h>
#include <filesystem>
#include <iostream>
-#include <thread>
-#include <unistd.h>
#include <vespa/log/log.h>
LOG_SETUP("vespa-feed-bm");
@@ -229,7 +226,6 @@ App::usage()
"[--rpc-events-before-wakeup events]\n"
"[--rpc-network-threads threads]\n"
"[--rpc-targets-per-node targets]\n"
- "[--skip-communicationmanager-thread]\n"
"[--skip-get-spi-bucket-info]\n"
"[--update-passes update-passes]\n"
"[--use-async-message-handling]\n"
@@ -261,7 +257,6 @@ App::get_options(int argc, char **argv)
{ "rpc-events-before-wakeup", 1, nullptr, 0 },
{ "rpc-network-threads", 1, nullptr, 0 },
{ "rpc-targets-per-node", 1, nullptr, 0 },
- { "skip-communicationmanager-thread", 0, nullptr, 0 },
{ "skip-get-spi-bucket-info", 0, nullptr, 0 },
{ "update-passes", 1, nullptr, 0 },
{ "use-async-message-handling", 0, nullptr, 0 },
@@ -288,7 +283,6 @@ App::get_options(int argc, char **argv)
LONGOPT_RPC_EVENTS_BEFORE_WAKEUP,
LONGOPT_RPC_NETWORK_THREADS,
LONGOPT_RPC_TARGETS_PER_NODE,
- LONGOPT_SKIP_COMMUNICATIONMANAGER_THREAD,
LONGOPT_SKIP_GET_SPI_BUCKET_INFO,
LONGOPT_UPDATE_PASSES,
LONGOPT_USE_ASYNC_MESSAGE_HANDLING,
@@ -355,9 +349,6 @@ App::get_options(int argc, char **argv)
case LONGOPT_RPC_TARGETS_PER_NODE:
_bm_params.set_rpc_targets_per_node(atoi(optarg));
break;
- case LONGOPT_SKIP_COMMUNICATIONMANAGER_THREAD:
- _bm_params.set_skip_communicationmanager_thread(true);
- break;
case LONGOPT_SKIP_GET_SPI_BUCKET_INFO:
_bm_params.set_skip_get_spi_bucket_info(true);
break;
diff --git a/searchcore/src/apps/vespa-redistribute-bm/vespa_redistribute_bm.cpp b/searchcore/src/apps/vespa-redistribute-bm/vespa_redistribute_bm.cpp
index f22e817b72c..7d190a81087 100644
--- a/searchcore/src/apps/vespa-redistribute-bm/vespa_redistribute_bm.cpp
+++ b/searchcore/src/apps/vespa-redistribute-bm/vespa_redistribute_bm.cpp
@@ -23,7 +23,6 @@
#include <vespa/searchcore/bmcluster/spi_bm_feed_handler.h>
#include <vespa/searchlib/index/dummyfileheadercontext.h>
#include <vespa/vespalib/objects/nbostream.h>
-#include <vespa/vespalib/testkit/testapp.h>
#include <vespa/vespalib/util/lambdatask.h>
#include <vespa/vespalib/util/size_literals.h>
#include <vespa/vespalib/util/threadstackexecutor.h>
@@ -31,7 +30,6 @@
#include <filesystem>
#include <iostream>
#include <thread>
-#include <unistd.h>
#include <vespa/log/log.h>
LOG_SETUP("vespa-redistribute-bm");
@@ -491,7 +489,6 @@ App::usage()
"[--rpc-network-threads threads]\n"
"[--rpc-targets-per-node targets]\n"
"[--response-threads threads]\n"
- "[--skip-communicationmanager-thread]\n"
"[--use-async-message-handling]\n"
"[--use-feed-settle]" << std::endl;
}
@@ -526,7 +523,6 @@ App::get_options(int argc, char **argv)
{ "rpc-events-before-wakeup", 1, nullptr, 0 },
{ "rpc-network-threads", 1, nullptr, 0 },
{ "rpc-targets-per-node", 1, nullptr, 0 },
- { "skip-communicationmanager-thread", 0, nullptr, 0 },
{ "use-async-message-handling", 0, nullptr, 0 },
{ "use-feed-settle", 0, nullptr, 0 },
{ nullptr, 0, nullptr, 0 }
@@ -556,7 +552,6 @@ App::get_options(int argc, char **argv)
LONGOPT_RPC_EVENTS_BEFORE_WAKEUP,
LONGOPT_RPC_NETWORK_THREADS,
LONGOPT_RPC_TARGETS_PER_NODE,
- LONGOPT_SKIP_COMMUNICATIONMANAGER_THREAD,
LONGOPT_USE_ASYNC_MESSAGE_HANDLING,
LONGOPT_USE_FEED_SETTLE
};
@@ -643,9 +638,6 @@ App::get_options(int argc, char **argv)
case LONGOPT_RPC_TARGETS_PER_NODE:
_bm_params.set_rpc_targets_per_node(atoi(optarg));
break;
- case LONGOPT_SKIP_COMMUNICATIONMANAGER_THREAD:
- _bm_params.set_skip_communicationmanager_thread(true);
- break;
case LONGOPT_USE_ASYNC_MESSAGE_HANDLING:
_bm_params.set_use_async_message_handling_on_schedule(true);
break;
diff --git a/searchcore/src/vespa/searchcore/bmcluster/bm_cluster_params.cpp b/searchcore/src/vespa/searchcore/bmcluster/bm_cluster_params.cpp
index 3ff10b19164..23118aab630 100644
--- a/searchcore/src/vespa/searchcore/bmcluster/bm_cluster_params.cpp
+++ b/searchcore/src/vespa/searchcore/bmcluster/bm_cluster_params.cpp
@@ -27,7 +27,6 @@ BmClusterParams::BmClusterParams()
_rpc_events_before_wakeup(1), // Same default as in stor-communicationmanager.def
_rpc_network_threads(1), // Same default as previous in stor-communicationmanager.def
_rpc_targets_per_node(1), // Same default as in stor-communicationmanager.def
- _skip_communicationmanager_thread(false), // Same default as in stor-communicationmanager.def
_skip_get_spi_bucket_info(false),
_use_async_message_handling_on_schedule(false),
_use_document_api(false),
diff --git a/searchcore/src/vespa/searchcore/bmcluster/bm_cluster_params.h b/searchcore/src/vespa/searchcore/bmcluster/bm_cluster_params.h
index d365a28b0b6..06734e3ee86 100644
--- a/searchcore/src/vespa/searchcore/bmcluster/bm_cluster_params.h
+++ b/searchcore/src/vespa/searchcore/bmcluster/bm_cluster_params.h
@@ -34,7 +34,6 @@ class BmClusterParams
uint32_t _rpc_events_before_wakeup;
uint32_t _rpc_network_threads;
uint32_t _rpc_targets_per_node;
- bool _skip_communicationmanager_thread;
bool _skip_get_spi_bucket_info;
bool _use_async_message_handling_on_schedule;
bool _use_document_api;
@@ -64,7 +63,6 @@ public:
uint32_t get_rpc_events_before_wakeup() const { return _rpc_events_before_wakeup; }
uint32_t get_rpc_network_threads() const { return _rpc_network_threads; }
uint32_t get_rpc_targets_per_node() const { return _rpc_targets_per_node; }
- bool get_skip_communicationmanager_thread() const { return _skip_communicationmanager_thread; }
bool get_skip_get_spi_bucket_info() const { return _skip_get_spi_bucket_info; }
bool get_use_async_message_handling_on_schedule() const { return _use_async_message_handling_on_schedule; }
bool get_use_document_api() const { return _use_document_api; }
@@ -93,7 +91,6 @@ public:
void set_rpc_events_before_wakeup(uint32_t value) { _rpc_events_before_wakeup = value; }
void set_rpc_network_threads(uint32_t threads_in) { _rpc_network_threads = threads_in; }
void set_rpc_targets_per_node(uint32_t targets_in) { _rpc_targets_per_node = targets_in; }
- void set_skip_communicationmanager_thread(bool value) { _skip_communicationmanager_thread = value; }
void set_skip_get_spi_bucket_info(bool value) { _skip_get_spi_bucket_info = value; }
void set_use_async_message_handling_on_schedule(bool value) { _use_async_message_handling_on_schedule = value; }
void set_use_document_api(bool value) { _use_document_api = value; }
diff --git a/searchcore/src/vespa/searchcore/bmcluster/bm_node.cpp b/searchcore/src/vespa/searchcore/bmcluster/bm_node.cpp
index d1910087371..b18ea6dd89d 100644
--- a/searchcore/src/vespa/searchcore/bmcluster/bm_node.cpp
+++ b/searchcore/src/vespa/searchcore/bmcluster/bm_node.cpp
@@ -333,7 +333,6 @@ struct StorageConfigSet
}
stor_communicationmanager.mbusport = mbus_port;
stor_communicationmanager.rpcport = rpc_port;
- stor_communicationmanager.skipThread = params.get_skip_communicationmanager_thread();
stor_status.httpport = status_port;
make_bucketspaces_config(bucketspaces);
diff --git a/storage/src/vespa/storage/config/stor-communicationmanager.def b/storage/src/vespa/storage/config/stor-communicationmanager.def
index c22cf7b8b01..1920160699c 100644
--- a/storage/src/vespa/storage/config/stor-communicationmanager.def
+++ b/storage/src/vespa/storage/config/stor-communicationmanager.def
@@ -53,18 +53,6 @@ mbus.dispatch_on_encode bool default=true restart
## Todo: Change default once verified in large scale deployment.
mbus.dispatch_on_decode bool default=true restart
-## Skip messenger thread on reply
-## Experimental
-mbus.skip_reply_thread bool default=false restart
-
-## Skip messenger thread on reply
-## Experimental
-mbus.skip_request_thread bool default=false restart
-
-## Skip communication manager thread on mbus requests
-## Experimental
-skip_thread bool default=false
-
## The number of network (FNET) threads used by the shared rpc resource.
rpc.num_network_threads int default=2 restart