#!/usr/bin/env bash # Copyright 2019 The Bazel Authors. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # # End to end tests for unittest.bzl. # # Specifically, end to end tests of unittest.bzl cover verification that # analysis-phase tests written with unittest.bzl appropriately # cause test failures in cases where violated assertions are made. # --- begin runfiles.bash initialization --- set -euo pipefail if [[ ! -d "${RUNFILES_DIR:-/dev/null}" && ! -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then if [[ -f "$0.runfiles_manifest" ]]; then export RUNFILES_MANIFEST_FILE="$0.runfiles_manifest" elif [[ -f "$0.runfiles/MANIFEST" ]]; then export RUNFILES_MANIFEST_FILE="$0.runfiles/MANIFEST" elif [[ -f "$0.runfiles/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then export RUNFILES_DIR="$0.runfiles" fi fi if [[ -f "${RUNFILES_DIR:-/dev/null}/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then source "${RUNFILES_DIR}/bazel_tools/tools/bash/runfiles/runfiles.bash" elif [[ -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then source "$(grep -m1 "^bazel_tools/tools/bash/runfiles/runfiles.bash " \ "$RUNFILES_MANIFEST_FILE" | cut -d ' ' -f 2-)" else echo >&2 "ERROR: cannot find @bazel_tools//tools/bash/runfiles:runfiles.bash" exit 1 fi # --- end runfiles.bash initialization --- source "$(rlocation $TEST_WORKSPACE/tests/unittest.bash)" \ || { echo "Could not source bazel_skylib/tests/unittest.bash" >&2; exit 1; } function create_pkg() { local -r pkg="$1" mkdir -p "$pkg" cd "$pkg" cat > WORKSPACE < tests/BUILD < lib/BUILD < toolchains/unittest/BUILD # Create test files. mkdir -p testdir cat > testdir/BUILD <<'EOF' load("//tests:unittest_tests.bzl", "basic_passing_test", "basic_failing_test", "failure_message_test", "fail_unexpected_passing_test", "fail_unexpected_passing_fake_rule") basic_passing_test(name = "basic_passing_test") basic_failing_test(name = "basic_failing_test") failure_message_test( name = "shell_escape_failure_message_test", message = "Contains $FOO", ) failure_message_test( name = "cmd_escape_failure_message_test", message = "Contains %FOO%", ) failure_message_test( name = "eof_failure_message_test", message = "\nEOF\n more after EOF", ) fail_unexpected_passing_test( name = "fail_unexpected_passing_test", target_under_test = ":fail_unexpected_passing_fake_target", ) fail_unexpected_passing_fake_rule( name = "fail_unexpected_passing_fake_target", tags = ["manual"]) EOF } function test_basic_passing_test() { local -r pkg="${FUNCNAME[0]}" create_pkg "$pkg" bazel test testdir:basic_passing_test >"$TEST_log" 2>&1 || fail "Expected test to pass" expect_log "PASSED" } function test_basic_failing_test() { local -r pkg="${FUNCNAME[0]}" create_pkg "$pkg" bazel test testdir:basic_failing_test --test_output=all --verbose_failures \ >"$TEST_log" 2>&1 && fail "Expected test to fail" || true expect_log "In test _basic_failing_test from //tests:unittest_tests.bzl: Expected \"1\", but got \"2\"" } function test_shell_escape_failure_message_test() { local -r pkg="${FUNCNAME[0]}" create_pkg "$pkg" bazel test testdir:shell_escape_failure_message_test --test_output=all --verbose_failures \ >"$TEST_log" 2>&1 && fail "Expected test to fail" || true expect_log 'In test _failure_message_test from //tests:unittest_tests.bzl: Expected "", but got "Contains $FOO"' } function test_cmd_escape_failure_message_test() { local -r pkg="${FUNCNAME[0]}" create_pkg "$pkg" bazel test testdir:cmd_escape_failure_message_test --test_output=all --verbose_failures \ >"$TEST_log" 2>&1 && fail "Expected test to fail" || true expect_log 'In test _failure_message_test from //tests:unittest_tests.bzl: Expected "", but got "Contains %FOO%"' } function test_eof_failure_message_test() { local -r pkg="${FUNCNAME[0]}" create_pkg "$pkg" bazel test testdir:eof_failure_message_test --test_output=all --verbose_failures \ >"$TEST_log" 2>&1 && fail "Expected test to fail" || true expect_log '^ more after EOF' } function test_fail_unexpected_passing_test() { local -r pkg="${FUNCNAME[0]}" create_pkg "$pkg" bazel test testdir:fail_unexpected_passing_test --test_output=all --verbose_failures \ >"$TEST_log" 2>&1 && fail "Expected test to fail" || true expect_log "Expected failure of target_under_test, but found success" } cd "$TEST_TMPDIR" run_suite "unittest test suite"