diff options
author | Henning Baldersheim <balder@yahoo-inc.com> | 2022-07-07 09:56:20 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2022-07-07 09:56:20 +0200 |
commit | 5de040d05f0c7b96adb7f62e0485762a2c5b30dc (patch) | |
tree | 5ad3e4cedb967ae69179233882d95d37f3aa6e71 /filedistribution | |
parent | 4d01cadd925e5a72ff170fb5547f6645b8cbcf25 (diff) | |
parent | 57a7a125c024c90a47467dbc49338e2127cadc8b (diff) |
Merge pull request #23391 from vespa-engine/hmusum/add-forceDownload-option-to-file-downloader
Temporarily add env variable for forcing download of file references
Diffstat (limited to 'filedistribution')
-rw-r--r-- | filedistribution/src/main/java/com/yahoo/vespa/filedistribution/FileDownloader.java | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/filedistribution/src/main/java/com/yahoo/vespa/filedistribution/FileDownloader.java b/filedistribution/src/main/java/com/yahoo/vespa/filedistribution/FileDownloader.java index dc87ae2a0b4..63ae8faacfe 100644 --- a/filedistribution/src/main/java/com/yahoo/vespa/filedistribution/FileDownloader.java +++ b/filedistribution/src/main/java/com/yahoo/vespa/filedistribution/FileDownloader.java @@ -31,6 +31,7 @@ public class FileDownloader implements AutoCloseable { private static final Logger log = Logger.getLogger(FileDownloader.class.getName()); private static final Duration defaultSleepBetweenRetries = Duration.ofSeconds(5); public static final File defaultDownloadDirectory = new File(Defaults.getDefaults().underVespaHome("var/db/vespa/filedistribution")); + private static final boolean forceDownload = Boolean.parseBoolean(System.getenv("VESPA_CONFIG_PROXY_FORCE_DOWNLOAD_OF_FILE_REFERENCES")); private final ConnectionPool connectionPool; private final Supervisor supervisor; @@ -65,6 +66,8 @@ public class FileDownloader implements AutoCloseable { sleepBetweenRetries, downloadDirectory, acceptedCompressionTypes); + if (forceDownload) + log.log(Level.INFO, "Force download of file references (download even if file reference exists on disk)"); } public Optional<File> getFile(FileReferenceDownload fileReferenceDownload) { @@ -103,6 +106,8 @@ public class FileDownloader implements AutoCloseable { } private static Optional<File> getFileFromFileSystem(FileReference fileReference, File downloadDirectory) { + if (forceDownload) return Optional.empty(); + File[] files = new File(downloadDirectory, fileReference.value()).listFiles(); if (files == null) return Optional.empty(); if (files.length == 0) return Optional.empty(); |