blob: a0cbd9d9186244c0b8ed20a7c91726756ae70af3 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
|
#!/bin/bash
# Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#set -x
if [ -z "${VESPA_HOME}" ]; then
echo "Missing VESPA_HOME variable"
exit 1
fi
if [ -z "${VESPA_SERVICE_NAME}" ]; then
echo "Missing VESPA_SERVICE_NAME variable"
exit 1
fi
if [ -z "${VESPA_CONFIG_ID}" ]; then
echo "Missing VESPA_CONFIG_ID variable"
exit 1
fi
cd ${VESPA_HOME} || { echo "Cannot cd to ${VESPA_HOME}" 1>&2; exit 1; }
. libexec/vespa/common-env.sh
DISCRIMINATOR=`echo ${VESPA_CONFIG_ID} | md5sum | cut -d' ' -f1`
CONTAINER_HOME="${VESPA_HOME}/var/jdisc_container/${DISCRIMINATOR}/"
ZOOKEEPER_LOG_FILE_PREFIX="${VESPA_HOME}/logs/vespa/zookeeper.${VESPA_SERVICE_NAME}"
rm -f ZOOKEEPER_LOG_FILE_PREFIX*lck
# common setup
export VESPA_LOG_TARGET=file:${VESPA_HOME}/logs/vespa/vespa.log
export VESPA_LOG_CONTROL_DIR=${VESPA_HOME}/var/db/vespa/logcontrol
export LD_LIBRARY_PATH=${VESPA_HOME}/lib64
cfpfile=${CONTAINER_HOME}/jdisc.properties
bundlecachedir=${CONTAINER_HOME}/bundlecache
# class path
CP="${VESPA_HOME}/lib/jars/jdisc_core-jar-with-dependencies.jar"
mkdir -p $bundlecachedir || exit 1
printenv > $cfpfile || exit 1
# ??? TODO ??? XXX ???
# LANG=en_US.utf8
# LC_ALL=C
getconfig() {
qrstartcfg=""
case "${VESPA_CONFIG_ID}" in
dir:*)
config_dir=${VESPA_CONFIG_ID#dir:}
qrstartcfg="`cat ${config_dir}/qr-start.cfg`"
;;
*)
qrstartcfg="`$VESPA_HOME/bin/vespa-get-config -l -w 10 -n search.config.qr-start -i ${VESPA_CONFIG_ID}`"
;;
esac
cmds=`echo "$qrstartcfg" | perl -ne 's/^(\w+)\.(\w+) (.*)/$1_$2=$3/ && print'`
eval "$cmds"
}
configure_memory() {
consider_fallback jvm_minHeapsize 1536
consider_fallback jvm_heapsize 1536
consider_fallback jvm_stacksize 512
consider_fallback jvm_baseMaxDirectMemorySize 75
consider_fallback jvm_compressedClassSpaceSize 32
consider_fallback jvm_directMemorySizeCache 0
# Update jvm_heapsize only if percentage is explicitly set (default is 0).
if ((jvm_heapSizeAsPercentageOfPhysicalMemory > 0)); then
available=`free -m | grep Mem | tr -s ' ' | cut -f2 -d' '`
if hash cgget 2>/dev/null; then
available_cgroup_bytes=$(cgget -nv -r memory.limit_in_bytes /)
available_cgroup=$((available_cgroup_bytes >> 20))
available=$((available > available_cgroup ? available_cgroup : available))
fi
jvm_heapsize=$((available * jvm_heapSizeAsPercentageOfPhysicalMemory / 100))
jvm_minHeapsize=${jvm_heapsize}
fi
# Safety measure against bad min vs max heapsize.
if ((jvm_minHeapsize > jvm_heapsize)); then
jvm_minHeapsize=${jvm_heapsize}
echo "Misconfigured heap size, jvm_minHeapsize(${jvm_minHeapsize} is larger than jvm_heapsize(${jvm_heapsize}). It has been capped."
fi
maxDirectMemorySize=$(( jvm_baseMaxDirectMemorySize + jvm_heapsize / 8 + jvm_directMemorySizeCache ))
memory_options="-Xms${jvm_minHeapsize}m -Xmx${jvm_heapsize}m"
memory_options="${memory_options} -XX:ThreadStackSize=${jvm_stacksize}"
memory_options="${memory_options} -XX:MaxDirectMemorySize=${maxDirectMemorySize}m"
if ((jvm_compressedClassSpaceSize != 0)); then
memory_options="${memory_options} -XX:CompressedClassSpaceSize=${jvm_compressedClassSpaceSize}m"
fi
if [ "${VESPA_USE_HUGEPAGES}" ]; then
memory_options="${memory_options} -XX:+UseLargePages"
fi
}
configure_cpu() {
if ((jvm_availableProcessors > 0)); then
cpu_options="-XX:ActiveProcessorCount=${jvm_availableProcessors}"
else
cpu_options="-XX:ActiveProcessorCount=`nproc`"
fi
}
configure_numactl() {
numactlcmd=$(get_numa_ctl_cmd)
log_message debug "starting ${VESPA_SERVICE_NAME} for ${VESPA_CONFIG_ID} with numactl command : $numactlcmd"
}
configure_gcopts() {
consider_fallback jvm_gcopts "-XX:MaxTenuringThreshold=15 -XX:NewRatio=1"
if [ "$jvm_verbosegc" = "true" ]; then
jvm_gcopts="${jvm_gcopts} -verbose:gc"
fi
}
configure_env_vars() {
if [ "$qrs_env" ]; then
for setting in ${qrs_env} ; do
case $setting in
*"="*)
eval "$setting";
export ${setting%%=*}
;;
*)
log_message warning "ignoring invalid qrs_env setting '$setting' from '$qrs_env'"
;;
esac
done
fi
}
configure_classpath () {
if [ "${jdisc_classpath_extra}" ]; then
CP="${CP}:${jdisc_classpath_extra}"
fi
}
configure_preload () {
export JAVAVM_LD_PRELOAD=
unset LD_PRELOAD
envcmd="/usr/bin/env"
# trim whitespace:
PRELOAD=${PRELOAD# }
PRELOAD=${PRELOAD% }
if [ "$PRELOAD" ]; then
envcmd="/usr/bin/env JAVAVM_LD_PRELOAD=$PRELOAD LD_PRELOAD=$PRELOAD"
log_message config "setting up extra preload: $envcmd"
fi
}
# import VARIABLENAME with default VALUE
import_cfg_var () {
varname=$1
ret_val=$2
prefixed_varname="vespa_container__${varname}"
if varhasvalue $varname ; then
: already set
elif varhasvalue $prefixed_varname ; then
eval "$varname=\${$prefixed_varname}"
else
eval "$varname=\${ret_val}"
fi
}
getconfig
configure_memory
configure_gcopts
configure_env_vars
configure_classpath
configure_numactl
configure_cpu
configure_preload
exec $numactlcmd $envcmd java \
-Dconfig.id="${VESPA_CONFIG_ID}" \
-XX:+PreserveFramePointer \
${VESPA_CONTAINER_JVMARGS} \
${cpu_options} \
${memory_options} \
${jvm_gcopts} \
-XX:MaxJavaStackTraceDepth=1000000 \
-XX:+HeapDumpOnOutOfMemoryError \
-XX:HeapDumpPath="${VESPA_HOME}/var/crash" \
-XX:ErrorFile="${VESPA_HOME}/var/crash/hs_err_pid%p.log" \
-XX:+ExitOnOutOfMemoryError \
--illegal-access=warn \
--add-opens=java.base/java.io=ALL-UNNAMED \
--add-opens=java.base/java.lang=ALL-UNNAMED \
--add-opens=java.base/java.net=ALL-UNNAMED \
--add-opens=java.base/java.nio=ALL-UNNAMED \
--add-opens=java.base/jdk.internal.loader=ALL-UNNAMED \
--add-opens=java.base/sun.security.ssl=ALL-UNNAMED \
-Djava.io.tmpdir="${VESPA_HOME}/tmp" \
-Djava.library.path="${VESPA_HOME}/lib64" \
-Djava.awt.headless=true \
-Djavax.net.ssl.keyStoreType=JKS \
-Djdk.tls.rejectClientInitiatedRenegotiation=true \
-Dsun.rmi.dgc.client.gcInterval=3600000 \
-Dsun.net.client.defaultConnectTimeout=5000 -Dsun.net.client.defaultReadTimeout=60000 \
-Djdisc.config.file="$cfpfile" \
-Djdisc.export.packages=${jdisc_export_packages} \
-Djdisc.cache.path="$bundlecachedir" \
-Djdisc.debug.resources=false \
-Djdisc.bundle.path="${VESPA_HOME}/lib/jars" \
-Djdisc.logger.enabled=false \
-Djdisc.logger.level=ALL \
-Djdisc.logger.tag="${VESPA_CONFIG_ID}" \
-Dorg.apache.commons.logging.Log=org.apache.commons.logging.impl.Jdk14Logger \
-Dvespa.log.control.dir="${VESPA_LOG_CONTROL_DIR}" \
-Dzookeeper_log_file_prefix="${ZOOKEEPER_LOG_FILE_PREFIX}" \
-Dfile.encoding=UTF-8 \
-cp "$CP" \
"$@" \
com.yahoo.jdisc.core.StandaloneMain file:${VESPA_HOME}/lib/jars/container-disc-jar-with-dependencies.jar
|