diff options
author | Roberto Alanis <alanisbaez@google.com> | 2021-07-14 18:11:51 +0000 |
---|---|---|
committer | Roberto Alanis <alanisbaez@google.com> | 2021-08-27 23:46:52 +0000 |
commit | e12a2208e129145e589cfe595829aa6fedd3b1e8 (patch) | |
tree | c26e1a1b6324533b45e9a1ab58b0d6cecc347d25 | |
parent | b07c3dd6ca8cac7315060e199c6fd41dd9609dce (diff) | |
download | libwebm-e12a2208e129145e589cfe595829aa6fedd3b1e8.tar.gz |
Port jenkins scripts: unit testing
Porting job from https://build.webmproject.org/jenkins/view/webm/job/libwebm__test/
Change-Id: I4c36f3f76c6b5c17220bd3b4b1009dbdf43ea3c4
Bug: b:185520494, b:192674826
-rwxr-xr-x | infra/compile.sh | 4 | ||||
-rwxr-xr-x | infra/run_unit_tests.sh | 189 |
2 files changed, 191 insertions, 2 deletions
diff --git a/infra/compile.sh b/infra/compile.sh index 493fa48..8f54663 100755 --- a/infra/compile.sh +++ b/infra/compile.sh @@ -113,8 +113,8 @@ case "${TARGET}" in ;; esac pushd "${BUILD_DIR}" - cmake "${opts[@]}" "${LIBWEBM_ROOT}" - make VERBOSE=1 + cmake "${LIBWEBM_ROOT}" "${opts[@]}" + make -j4 VERBOSE=1 popd ;; esac diff --git a/infra/run_unit_tests.sh b/infra/run_unit_tests.sh new file mode 100755 index 0000000..9f70b61 --- /dev/null +++ b/infra/run_unit_tests.sh @@ -0,0 +1,189 @@ +#!/bin/bash +# Copyright (c) 2021, Google Inc. All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions are +# met: +# +# * Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# +# * Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in +# the documentation and/or other materials provided with the +# distribution. +# +# * Neither the name of Google nor the names of its contributors may +# be used to endorse or promote products derived from this software +# without specific prior written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS +# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT +# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR +# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT +# HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, +# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT +# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, +# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY +# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +set -xeo pipefail +readonly GOOGLETEST_REPO="https://github.com/google/googletest.git" +readonly LIBWEBM_ROOT="$(realpath "$(dirname "$0")/..")" +readonly WORKSPACE=${WORKSPACE:-"$(mktemp -d -t webm.XXX)"} + +# shellcheck source=infra/common.sh +source "${LIBWEBM_ROOT}/infra/common.sh" + +usage() { + cat << EOF +Usage: $(basename "$0") TARGET +Options: +TARGET supported targets: (x86-asan, x86-ubsan, x86_64-asan, x86_64-ubsan, + x86_64-valgrind) +Global variables: +WORKSPACE directory where the build is done +EOF +} + +####################################### +# Run valgrind +####################################### +run_valgrind() { + valgrind \ + --leak-check=full \ + --show-reachable=yes \ + --track-origins=yes \ + --error-exitcode=1 \ + "$@" +} + +####################################### +# Ensure GoogleTest repository is setup +# +# Globals: +# GOOGLETEST_REPO googletest repository url +# WORKSPACE directory where the build is done +####################################### +ensure_googletest() { + local googletest_dir + googletest_dir="${WORKSPACE}/googletest" + + if [[ ! -d "${googletest_dir}" ]] || ! git -C "${googletest_dir}" pull; then + rm -rf "${googletest_dir}" + git clone --depth 1 "${GOOGLETEST_REPO}" "${googletest_dir}" + fi + + opts+=("-DGTEST_SRC_DIR=${googletest_dir}") +} + +####################################### +# Symbolizes and dumps warnings in the address sanitizer log +# Globals: +# BUILD_DIR directory where the build is done +# SANITIZER_LOG path to sanitizer log file +####################################### +dump_sanitizer_log() { + if [[ "$#" -ne 1 ]]; then + return 1 + fi + + local asan_symbolize_tool + if [[ -x "$(command -v asan_symbolize)" ]]; then + asan_symbolize_tool="asan_symbolize" + else + asan_symbolize_tool="asan_symbolize.py" + fi + + local target + target="$1" + case "${target}" in + *-asan) + asanlog_symbolized="${BUILD_DIR}/asan_log.asanlog_symbolized" + grep -v 'Invalid VP9' "${SANITIZER_LOG}" > "${SANITIZER_LOG}.2" || true + "${asan_symbolize_tool}" "${BUILD_DIR}" c++filt < "${SANITIZER_LOG}.2" \ + > "${asanlog_symbolized}" + if [[ -s "${asanlog_symbolized}" ]]; then + cat "${asanlog_symbolized}" + return 1 + fi + ;; + *) ;; # No other sanitizer options are required + # TODO(b/185520494): Handle ubsan warning output inspection + esac +} + +################################################################################ +echo "Unit testing libwebm in ${WORKSPACE}" + +if [[ ! -d "${WORKSPACE}" ]]; then + log_err "${WORKSPACE} directory does not exist" + exit 1 +fi + +TARGET=${1:? "$( + echo + usage +)"} +readonly BUILD_DIR="${WORKSPACE}/tests-${TARGET}" +readonly SANITIZER_LOG="${BUILD_DIR}/sanitizer_log" + +# Create a fresh build directory. +trap 'dump_sanitizer_log ${TARGET}; cleanup' EXIT +make_build_dir "${BUILD_DIR}" + +case "${TARGET}" in + x86-*) CXX='clang++ -m32' ;; + x86_64-*) CXX=clang++ ;; + *) + log_err "${TARGET} should have x86 or x86_64 prefix." + usage + exit 1 + ;; +esac +# cmake (3.4.3) will only accept the -m32 variants when used via the CXX env +# var. +export CXX +opts+=("-DCMAKE_BUILD_TYPE=Debug" "-DENABLE_TESTS=ON") +case "${TARGET}" in + *-asan) opts+=("-DCMAKE_CXX_FLAGS=-fsanitize=address") ;; + *-ubsan) opts+=("-DCMAKE_CXX_FLAGS=-fsanitize=integer") ;; + *) ;; # No additional flags needed. +esac + +ensure_googletest +# Using pushd instead of -S/-B for backward compatibility with CMake < 3.13.x +pushd "${BUILD_DIR}" +cmake "${LIBWEBM_ROOT}" "${opts[@]}" +make -j 4 +popd + +UNIT_TESTS=() +while IFS='' read -r line; do + UNIT_TESTS+=("${line}") +done < <(find "${BUILD_DIR}" -name '*_tests') + +export LIBWEBM_TEST_DATA_PATH="${LIBWEBM_ROOT}/testing/testdata" +case "${TARGET}" in + *-asan | *-ubsan) + rm -f "${SANITIZER_LOG}" + for test in "${UNIT_TESTS[@]}"; do + "${test}" \ + --gtest_output="xml:${BUILD_DIR}/$(basename "${test}")_detail.xml" \ + 3<&1 1>&2 2>&3 | tee -a "${SANITIZER_LOG}" + done + ;; + *-valgrind) + for test in "${UNIT_TESTS[@]}"; do + run_valgrind --error-exitcode=1 "${test}" \ + --gtest_output="xml:${BUILD_DIR}/$(basename "${test}")_detail.xml" + done + ;; + *) + log_err "Unrecognized TARGET:${TARGET}." + usage + exit 1 + ;; +esac |