diff options
author | Harald Musum <musum@yahooinc.com> | 2023-02-01 13:20:10 +0100 |
---|---|---|
committer | Harald Musum <musum@yahooinc.com> | 2023-02-01 13:20:10 +0100 |
commit | 88af4ae0b13faba664f9d5d5c77d37a6b6f09498 (patch) | |
tree | 872662e5f4cc2ee580510f2869f191b685b67b23 /configserver | |
parent | 179daa38c12471ec9de4e48ec91865c8a336d8a8 (diff) |
Stop using file distribution feature flags, not needed anymore
Diffstat (limited to 'configserver')
5 files changed, 12 insertions, 51 deletions
diff --git a/configserver/src/main/java/com/yahoo/vespa/config/server/filedistribution/FileServer.java b/configserver/src/main/java/com/yahoo/vespa/config/server/filedistribution/FileServer.java index 92e1101e398..57d57d16d2f 100644 --- a/configserver/src/main/java/com/yahoo/vespa/config/server/filedistribution/FileServer.java +++ b/configserver/src/main/java/com/yahoo/vespa/config/server/filedistribution/FileServer.java @@ -20,8 +20,6 @@ import com.yahoo.vespa.filedistribution.FileReferenceData; import com.yahoo.vespa.filedistribution.FileReferenceDownload; import com.yahoo.vespa.filedistribution.LazyFileReferenceData; import com.yahoo.vespa.filedistribution.LazyTemporaryStorageFileReferenceData; -import com.yahoo.vespa.flags.FlagSource; -import com.yahoo.vespa.flags.Flags; import com.yahoo.yolean.Exceptions; import java.io.File; import java.io.IOException; @@ -29,14 +27,12 @@ import java.nio.file.Files; import java.nio.file.Path; import java.time.Duration; import java.time.Instant; -import java.util.LinkedHashSet; import java.util.List; import java.util.Set; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.logging.Level; import java.util.logging.Logger; -import java.util.stream.Collectors; import static com.yahoo.vespa.config.server.filedistribution.FileDistributionUtil.getOtherConfigServersInCluster; import static com.yahoo.vespa.filedistribution.FileReferenceData.CompressionType; @@ -50,6 +46,7 @@ public class FileServer { // Set this low, to make sure we don't wait for a long time trying to download file private static final Duration timeout = Duration.ofSeconds(10); + private static final List<CompressionType> compressionTypesToServe = compressionTypesAsList(List.of("zstd", "lz4", "gzip")); // In preferred order private final FileDirectory fileDirectory; private final ExecutorService executor; @@ -89,16 +86,8 @@ public class FileServer { @SuppressWarnings("WeakerAccess") // Created by dependency injection @Inject - public FileServer(ConfigserverConfig configserverConfig, FlagSource flagSource, FileDirectory fileDirectory) { - this(createFileDownloader(getOtherConfigServersInCluster(configserverConfig), - compressionTypes(Flags.FILE_DISTRIBUTION_ACCEPTED_COMPRESSION_TYPES.bindTo(flagSource).value())), - compressionTypesAsList(Flags.FILE_DISTRIBUTION_COMPRESSION_TYPES_TO_SERVE.bindTo(flagSource).value()), - fileDirectory); - } - - // For testing only - public FileServer(FileDirectory fileDirectory) { - this(createFileDownloader(List.of(), Set.of(gzip)), List.of(gzip), fileDirectory); + public FileServer(ConfigserverConfig configserverConfig, FileDirectory fileDirectory) { + this(createFileDownloader(getOtherConfigServersInCluster(configserverConfig)), compressionTypesToServe, fileDirectory); } FileServer(FileDownloader fileDownloader, List<CompressionType> compressionTypes, FileDirectory fileDirectory) { @@ -237,21 +226,9 @@ public class FileServer { executor.shutdown(); } - private static FileDownloader createFileDownloader(List<String> configServers, Set<CompressionType> acceptedCompressionTypes) { + private static FileDownloader createFileDownloader(List<String> configServers) { Supervisor supervisor = new Supervisor(new Transport("filedistribution-pool")).setDropEmptyBuffers(true); - - return new FileDownloader(configServers.isEmpty() - ? FileDownloader.emptyConnectionPool() - : createConnectionPool(configServers, supervisor), - supervisor, - timeout, - acceptedCompressionTypes); - } - - private static LinkedHashSet<CompressionType> compressionTypes(List<String> compressionTypes) { - return compressionTypes.stream() - .map(CompressionType::valueOf) - .collect(Collectors.toCollection(LinkedHashSet::new)); + return new FileDownloader(createConnectionPool(configServers, supervisor), supervisor, timeout); } private static List<CompressionType> compressionTypesAsList(List<String> compressionTypes) { diff --git a/configserver/src/main/java/com/yahoo/vespa/config/server/maintenance/ApplicationPackageMaintainer.java b/configserver/src/main/java/com/yahoo/vespa/config/server/maintenance/ApplicationPackageMaintainer.java index 346a462fe3e..2948b82dd96 100644 --- a/configserver/src/main/java/com/yahoo/vespa/config/server/maintenance/ApplicationPackageMaintainer.java +++ b/configserver/src/main/java/com/yahoo/vespa/config/server/maintenance/ApplicationPackageMaintainer.java @@ -17,17 +17,13 @@ import com.yahoo.vespa.filedistribution.FileDistributionConnectionPool; import com.yahoo.vespa.filedistribution.FileDownloader; import com.yahoo.vespa.filedistribution.FileReferenceDownload; import com.yahoo.vespa.flags.FlagSource; -import com.yahoo.vespa.flags.Flags; import java.io.File; import java.time.Duration; import java.util.List; import java.util.Optional; -import java.util.Set; import java.util.logging.Logger; -import java.util.stream.Collectors; import static com.yahoo.vespa.config.server.filedistribution.FileDistributionUtil.fileReferenceExistsOnDisk; -import static com.yahoo.vespa.filedistribution.FileReferenceData.CompressionType; /** * Verifies that all active sessions has an application package on local disk. @@ -54,10 +50,7 @@ public class ApplicationPackageMaintainer extends ConfigServerMaintainer { super(applicationRepository, curator, flagSource, applicationRepository.clock(), interval, false); this.applicationRepository = applicationRepository; this.downloadDirectory = new File(Defaults.getDefaults().underVespaHome(applicationRepository.configserverConfig().fileReferencesDir())); - this.fileDownloader = createFileDownloader(otherConfigServersInCluster, - downloadDirectory, - supervisor, - Flags.FILE_DISTRIBUTION_ACCEPTED_COMPRESSION_TYPES.bindTo(flagSource).value()); + this.fileDownloader = createFileDownloader(otherConfigServersInCluster, downloadDirectory, supervisor); } @Override @@ -100,14 +93,10 @@ public class ApplicationPackageMaintainer extends ConfigServerMaintainer { private static FileDownloader createFileDownloader(List<String> otherConfigServersInCluster, File downloadDirectory, - Supervisor supervisor, - List<String> flagValues) { + Supervisor supervisor) { ConfigSourceSet configSourceSet = new ConfigSourceSet(otherConfigServersInCluster); ConnectionPool connectionPool = new FileDistributionConnectionPool(configSourceSet, supervisor); - Set<CompressionType> acceptedCompressionTypes = flagValues.stream() - .map(CompressionType::valueOf) - .collect(Collectors.toSet()); - return new FileDownloader(connectionPool, supervisor, downloadDirectory, Duration.ofSeconds(300), acceptedCompressionTypes); + return new FileDownloader(connectionPool, supervisor, downloadDirectory, Duration.ofSeconds(300)); } @Override diff --git a/configserver/src/test/java/com/yahoo/vespa/config/server/filedistribution/FileServerTest.java b/configserver/src/test/java/com/yahoo/vespa/config/server/filedistribution/FileServerTest.java index 3c9ea238479..49458acd60b 100644 --- a/configserver/src/test/java/com/yahoo/vespa/config/server/filedistribution/FileServerTest.java +++ b/configserver/src/test/java/com/yahoo/vespa/config/server/filedistribution/FileServerTest.java @@ -11,7 +11,6 @@ import com.yahoo.vespa.filedistribution.FileDownloader; import com.yahoo.vespa.filedistribution.FileReferenceCompressor; import com.yahoo.vespa.filedistribution.FileReferenceData; import com.yahoo.vespa.filedistribution.FileReferenceDownload; -import com.yahoo.vespa.flags.InMemoryFlagSource; import org.junit.Before; import org.junit.Rule; import org.junit.Test; @@ -140,10 +139,7 @@ public class FileServerTest { private FileServer createFileServer(ConfigserverConfig.Builder configBuilder) throws IOException { File fileReferencesDir = temporaryFolder.newFolder(); configBuilder.fileReferencesDir(fileReferencesDir.getAbsolutePath()); - InMemoryFlagSource flagSource = new InMemoryFlagSource(); - return new FileServer(new ConfigserverConfig(configBuilder), - flagSource, - new FileDirectory(fileReferencesDir)); + return new FileServer(new ConfigserverConfig(configBuilder), new FileDirectory(fileReferencesDir)); } private static class FileReceiver implements FileServer.Receiver { @@ -168,8 +164,7 @@ public class FileServerTest { new Supervisor(new Transport("mock")).setDropEmptyBuffers(true), downloadDirectory, Duration.ofMillis(100), - Duration.ofMillis(100), - Set.of(gzip)); + Duration.ofMillis(100)); } } diff --git a/configserver/src/test/java/com/yahoo/vespa/config/server/rpc/MockRpcServer.java b/configserver/src/test/java/com/yahoo/vespa/config/server/rpc/MockRpcServer.java index 0bf6012a668..c5e307f62f0 100644 --- a/configserver/src/test/java/com/yahoo/vespa/config/server/rpc/MockRpcServer.java +++ b/configserver/src/test/java/com/yahoo/vespa/config/server/rpc/MockRpcServer.java @@ -37,7 +37,7 @@ public class MockRpcServer extends RpcServer { null, Metrics.createTestMetrics(), new HostRegistry(), - new FileServer(new FileDirectory(tempDir)), + new FileServer(createConfig(port), new FileDirectory(tempDir)), new NoopRpcAuthorizer(), new RpcRequestHandlerProvider()); } diff --git a/configserver/src/test/java/com/yahoo/vespa/config/server/rpc/RpcTester.java b/configserver/src/test/java/com/yahoo/vespa/config/server/rpc/RpcTester.java index e0b7909f032..b29edd480ad 100644 --- a/configserver/src/test/java/com/yahoo/vespa/config/server/rpc/RpcTester.java +++ b/configserver/src/test/java/com/yahoo/vespa/config/server/rpc/RpcTester.java @@ -117,7 +117,7 @@ public class RpcTester implements AutoCloseable { flagSource)), Metrics.createTestMetrics(), hostRegistry, - new FileServer(new FileDirectory(temporaryFolder.newFolder())), + new FileServer(configserverConfig, new FileDirectory(temporaryFolder.newFolder())), new NoopRpcAuthorizer(), new RpcRequestHandlerProvider()); rpcServer.setUpGetConfigHandlers(); |