blob: 2398b3fec243818493e963a44149843adda08361 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
#!/bin/bash
# Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
set -e
set -m
set -x
if [ $# -ne 1 ]; then
echo "Usage: $0 <git commit>"
echo "This script should not be called manually."
exit 1
fi
GIT_COMMIT=$1
MAPPED_DIR=/vespa
SOURCE_DIR=~/vespa
BUILD_DIR=~/build
LOG_DIR=~/log
function build_java {
cd "${SOURCE_DIR}"
mvn install -nsu -B -T 2.0C -V # Should ideally split out test phase, but some unit tests fails on 'mvn test'
}
function build_cpp {
cd "${BUILD_DIR}"
cmake3 -DCMAKE_INSTALL_PREFIX=/opt/vespa \
-DJAVA_HOME=/usr/lib/jvm/java-openjdk \
-DEXTRA_LINK_DIRECTORY="/opt/vespa-boost/lib;/opt/vespa-libtorrent/lib;/opt/vespa-zookeeper-c-client/lib;/opt/vespa-cppunit/lib;/usr/lib64/llvm3.9/lib" \
-DEXTRA_INCLUDE_DIRECTORY="/opt/vespa-boost/include;/opt/vespa-libtorrent/include;/opt/vespa-zookeeper-c-client/include;/opt/vespa-cppunit/include;/usr/include/llvm3.9" \
-DCMAKE_INSTALL_RPATH="/opt/vespa/lib64;/opt/vespa-boost/lib;/opt/vespa-libtorrent/lib;/opt/vespa-zookeeper-c-client/lib;/opt/vespa-cppunit/lib;/usr/lib/jvm/java-1.8.0/jre/lib/amd64/server;/usr/include/llvm3.9" \
-DCMAKE_BUILD_RPATH=/opt/vespa/lib64 \
-DVALGRIND_UNIT_TESTS=no \
"${SOURCE_DIR}"
NUM_THREADS=$(($(nproc --all) * 2))
make -j ${NUM_THREADS}
ctest3 -j ${NUM_THREADS}
}
mkdir "${SOURCE_DIR}"
mkdir "${BUILD_DIR}"
mkdir "${LOG_DIR}"
git clone --no-checkout --no-hardlinks file://${MAPPED_DIR} "${SOURCE_DIR}"
cd "${SOURCE_DIR}"
git -c advice.detachedHead=false checkout ${GIT_COMMIT}
source /opt/rh/devtoolset-6/enable || true
export MAVEN_OPTS="-Xms128m -Xmx512m"
sh ./bootstrap.sh full
pids=()
set -o pipefail
TIMESTAMP=$(date +%Y-%m-%dT%H:%M:%S)
# Java build and test
# Should be waited for first, because it takes much shorter time than C++ build.
build_java 2>&1 | tee ${LOG_DIR}/java.log &
pids+=($!)
# C++ build and test
build_cpp 2>&1 | tee ${LOG_DIR}/cpp.log &
pids+=($!)
EXIT_CODE=0
for pid in "${pids[@]}"; do
wait $pid || EXIT_CODE=$?
echo "$pid finished with status ${EXIT_CODE}"
if [[ "${EXIT_CODE}" != 0 ]]; then
echo "Exiting and killing remaining jobs."
break;
fi
done
set +o pipefail
# Kill any remaining jobs, ignoring error when no jobs are running
kill $(jobs -p) 2>/dev/null || true
sudo cp ${LOG_DIR}/java.log ${MAPPED_DIR}/docker/logs/vespa-ci-java-${TIMESTAMP}.log
sudo cp ${LOG_DIR}/cpp.log ${MAPPED_DIR}/docker/logs/vespa-ci-cpp-${TIMESTAMP}.log
exit ${EXIT_CODE}
|
