1 files changed, 137 insertions, 0 deletions
diff --git a/logd/src/apps/retention/retention-enforcer.sh b/logd/src/apps/retention/retention-enforcer.sh
new file mode 100755
index 00000000000..7ab1b27d71a
--- /dev/null
+++ b/logd/src/apps/retention/retention-enforcer.sh
@@ -0,0 +1,137 @@
+#!/bin/sh
+
+# daemon that collects old log files.
+# global settings:
+
+DBGF=logs/vespa/debug.retention-enforcer
+DBDIR=var/db/vespa/logfiledb
+PIDF=$DBDIR/retention-enforcer.pid
+RETAIN_DAYS=31
+
+# this depends on components adding their log files
+# to a "database" in DBDIR named "logfiles.TTTTT" where
+# TTTTT is a timestamp in format (seconds/100000).
+# The "database" holds lines with format "timestamp /path/to/logfile"
+# where "timestamp" is just seconds since epoch.
+
+prereq_dir() {
+	if [ -d $1 ] && [ -w $1 ]; then
+		:
+	else
+		echo "$0: missing directory '$1' in '`pwd`'" >&2
+		exit 1
+	fi
+}
+
+check_prereqs() {
+	prereq_dir var/db/vespa
+	prereq_dir logs/vespa
+}
+
+ensure_dir () {
+	if [ -d $1 ] && [ -w $1 ]; then
+		return 0
+	fi
+	echo "Creating directory '$1' in '`pwd`'"
+	mkdir -p $1 || exit 1
+}
+
+prepare_stuff() {
+	check_prereqs
+	exec > $DBGF.$$.log 2>&1
+	ensure_dir $DBDIR
+}
+
+bad_timestamp() {
+	now=$(date +%s)
+	if [ "$1" ] && [ "$1" -ge 1514764800 ] && [ "$1" -le $now ]; then
+		# sane timestamp:
+		return 1
+	fi
+	# bad timestamp:
+	return 0
+}
+
+mark_pid() {
+	echo $$ > $PIDF.$$.tmp
+	mv $PIDF.$$.tmp $PIDF || exit 1
+}
+
+check_pidfile() {
+	read pid < $PIDF
+	[ "$pid" = $$ ] && return 0
+	if [ "$pid" ] && [ $pid -gt $$ ]; then
+		sleep 30
+		read pid_again < $PIDF
+		if [ "$pid_again" != "$pid" ]; then return 1; fi
+		ps -p $pid >/dev/null 2>&1 || return 1
+		proc=$(ps -p $pid 2>&1)
+		case $proc in *retention*) ;; *) return 1;; esac
+		echo "$0 [$$]: Yielding my place to pid '$pid'"
+		exit 1
+	fi
+}
+
+get_mod_time() {
+	perl -e 'print (((stat("'"$1"'"))[9]) . "\n")'
+}
+
+maybe_collect() {
+	timestamp=$1
+	logfilename=$2
+
+	if bad_timestamp "$1"; then
+		echo "WARNING: bad timestamp '$timestamp' for logfilename '$logfilename'"
+		return
+	fi
+
+	add=$((86400 * $RETAIN_DAYS))
+	lim1=$(($timestamp + $add))
+	mod_time=$(get_mod_time "$logfilename")
+	lim2=$(($mod_time + $add))
+
+	if [ $lim1 -lt $now ] && [ $lim2 -lt $now ]; then
+		echo "Collect logfile '$logfilename' timestamped $timestamp modified $mod_time"
+		rm -f "$logfilename"
+	fi
+}
+
+process_file() {
+	dbfile="$1"
+	now=$(date +%s)
+	found=0
+	while read timestamp logfilename; do
+		for fn in $logfilename $logfilename.*z*; do
+			if [ -f "$fn" ]; then
+				found=1
+				maybe_collect "$timestamp" "$fn"
+			fi
+		done
+	done < $dbfile
+	if [ $found = 0 ]; then
+		ts=${dbfile##*.}99999
+		maybe_collect "$ts" "$dbfile"
+	fi
+}
+
+process_all() {
+	for dbf in $DBDIR/logfiles.* ; do
+		[ -f "$dbf" ] || continue
+		process_file "$dbf"
+	done
+}
+
+mainloop() {
+	while true; do
+		mark_pid
+		process_all
+		sleep 3600
+		check_pidfile
+	done
+}
+
+# MAIN:
+
+prepare_stuff
+mainloop
+exit 0