1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model.container.component;
import com.yahoo.container.core.AccessLogConfig;
import com.yahoo.container.core.AccessLogConfig.FileHandler.CompressionFormat;
import com.yahoo.container.logging.JSONAccessLog;
import com.yahoo.container.logging.VespaAccessLog;
import com.yahoo.osgi.provider.model.ComponentModel;
import com.yahoo.vespa.model.VespaVersion;
import com.yahoo.vespa.model.container.ApplicationContainerCluster;
import com.yahoo.vespa.model.container.ContainerCluster;
import java.util.Objects;
import java.util.Optional;
/**
* @author Tony Vaagenes
* @author gjoranv
*/
public final class AccessLogComponent extends SimpleComponent implements AccessLogConfig.Producer {
public enum AccessLogType { queryAccessLog, yApacheAccessLog, jsonAccessLog }
public enum CompressionType { GZIP, ZSTD }
private final String fileNamePattern;
private final String rotationInterval;
private final Boolean compression;
private final boolean isHostedVespa;
private final String symlinkName;
private final CompressionType compressionType;
private final int queueSize;
private final Integer bufferSize;
public AccessLogComponent(ContainerCluster<?> cluster, AccessLogType logType, String compressionType, Optional<String> clusterName, boolean isHostedVespa)
{
// In hosted Vespa we do not use the clusterName when setting up application ContainerCluster logging
this(logType,
compressionType,
clusterName.isEmpty() ? String.format("logs/vespa/access/%s.%s", capitalize(logType.name()), "%Y%m%d%H%M%S") :
// TODO: Vespa > 8: Clean up
VespaVersion.major == 7 ? String.format("logs/vespa/qrs/%s.%s.%s", capitalize(logType.name()), clusterName.get(), "%Y%m%d%H%M%S") :
String.format("logs/vespa/access/%s.%s.%s", capitalize(logType.name()), clusterName.get(), "%Y%m%d%H%M%S"),
null,
null,
isHostedVespa,
clusterName.isEmpty() ? capitalize(logType.name()) :
capitalize(logType.name()) + "." + clusterName.get(),
-1,
((cluster instanceof ApplicationContainerCluster) ? 4 << 20 : null));
}
private static String capitalize(String name) {
return name.substring(0, 1).toUpperCase() + name.substring(1);
}
public AccessLogComponent(AccessLogType logType,
String compressionType,
String fileNamePattern,
String rotationInterval,
Boolean compressOnRotation,
boolean isHostedVespa,
String symlinkName,
Integer queueSize,
Integer bufferSize)
{
super(new ComponentModel(accessLogClass(logType), null, null, null));
this.fileNamePattern = Objects.requireNonNull(fileNamePattern, "File name pattern required when configuring access log");
this.rotationInterval = rotationInterval;
this.compression = compressOnRotation;
this.isHostedVespa = isHostedVespa;
this.symlinkName = symlinkName;
this.compressionType = "zstd".equals(compressionType) ? CompressionType.ZSTD :CompressionType.GZIP;
this.queueSize = (queueSize == null) ? 256 : queueSize;
this.bufferSize = bufferSize;
}
private static String accessLogClass(AccessLogType logType) {
switch (logType) {
case queryAccessLog:
return VespaAccessLog.class.getName();
case jsonAccessLog:
return JSONAccessLog.class.getName();
default:
throw new AssertionError();
}
}
@Override
public void getConfig(AccessLogConfig.Builder builder) {
builder.fileHandler(fileHandlerConfig());
}
private AccessLogConfig.FileHandler.Builder fileHandlerConfig() {
AccessLogConfig.FileHandler.Builder builder = new AccessLogConfig.FileHandler.Builder();
if (fileNamePattern != null)
builder.pattern(fileNamePattern);
if (rotationInterval != null)
builder.rotation(rotationInterval);
if (symlinkName != null)
builder.symlink(symlinkName);
if (compression != null) {
builder.compressOnRotation(compression);
} else if (isHostedVespa) {
builder.compressOnRotation(true);
}
builder.queueSize(queueSize);
if (bufferSize != null) {
builder.bufferSize(bufferSize);
}
switch (compressionType) {
case GZIP:
builder.compressionFormat(CompressionFormat.GZIP);
break;
case ZSTD:
builder.compressionFormat(CompressionFormat.ZSTD);
break;
default:
throw new IllegalArgumentException("Unknown compression type: " + compressionType);
}
return builder;
}
public String getFileNamePattern() {
return fileNamePattern;
}
}
|