1c0abf9e6Sopenharmony_ci#! /bin/sh 2c0abf9e6Sopenharmony_ci# test-driver - basic testsuite driver script. 3c0abf9e6Sopenharmony_ci 4c0abf9e6Sopenharmony_ciscriptversion=2018-03-07.03; # UTC 5c0abf9e6Sopenharmony_ci 6c0abf9e6Sopenharmony_ci# Copyright (C) 2011-2021 Free Software Foundation, Inc. 7c0abf9e6Sopenharmony_ci# 8c0abf9e6Sopenharmony_ci# This program is free software; you can redistribute it and/or modify 9c0abf9e6Sopenharmony_ci# it under the terms of the GNU General Public License as published by 10c0abf9e6Sopenharmony_ci# the Free Software Foundation; either version 2, or (at your option) 11c0abf9e6Sopenharmony_ci# any later version. 12c0abf9e6Sopenharmony_ci# 13c0abf9e6Sopenharmony_ci# This program is distributed in the hope that it will be useful, 14c0abf9e6Sopenharmony_ci# but WITHOUT ANY WARRANTY; without even the implied warranty of 15c0abf9e6Sopenharmony_ci# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 16c0abf9e6Sopenharmony_ci# GNU General Public License for more details. 17c0abf9e6Sopenharmony_ci# 18c0abf9e6Sopenharmony_ci# You should have received a copy of the GNU General Public License 19c0abf9e6Sopenharmony_ci# along with this program. If not, see <https://www.gnu.org/licenses/>. 20c0abf9e6Sopenharmony_ci 21c0abf9e6Sopenharmony_ci# As a special exception to the GNU General Public License, if you 22c0abf9e6Sopenharmony_ci# distribute this file as part of a program that contains a 23c0abf9e6Sopenharmony_ci# configuration script generated by Autoconf, you may include it under 24c0abf9e6Sopenharmony_ci# the same distribution terms that you use for the rest of that program. 25c0abf9e6Sopenharmony_ci 26c0abf9e6Sopenharmony_ci# This file is maintained in Automake, please report 27c0abf9e6Sopenharmony_ci# bugs to <bug-automake@gnu.org> or send patches to 28c0abf9e6Sopenharmony_ci# <automake-patches@gnu.org>. 29c0abf9e6Sopenharmony_ci 30c0abf9e6Sopenharmony_ci# Make unconditional expansion of undefined variables an error. This 31c0abf9e6Sopenharmony_ci# helps a lot in preventing typo-related bugs. 32c0abf9e6Sopenharmony_ciset -u 33c0abf9e6Sopenharmony_ci 34c0abf9e6Sopenharmony_ciusage_error () 35c0abf9e6Sopenharmony_ci{ 36c0abf9e6Sopenharmony_ci echo "$0: $*" >&2 37c0abf9e6Sopenharmony_ci print_usage >&2 38c0abf9e6Sopenharmony_ci exit 2 39c0abf9e6Sopenharmony_ci} 40c0abf9e6Sopenharmony_ci 41c0abf9e6Sopenharmony_ciprint_usage () 42c0abf9e6Sopenharmony_ci{ 43c0abf9e6Sopenharmony_ci cat <<END 44c0abf9e6Sopenharmony_ciUsage: 45c0abf9e6Sopenharmony_ci test-driver --test-name NAME --log-file PATH --trs-file PATH 46c0abf9e6Sopenharmony_ci [--expect-failure {yes|no}] [--color-tests {yes|no}] 47c0abf9e6Sopenharmony_ci [--enable-hard-errors {yes|no}] [--] 48c0abf9e6Sopenharmony_ci TEST-SCRIPT [TEST-SCRIPT-ARGUMENTS] 49c0abf9e6Sopenharmony_ci 50c0abf9e6Sopenharmony_ciThe '--test-name', '--log-file' and '--trs-file' options are mandatory. 51c0abf9e6Sopenharmony_ciSee the GNU Automake documentation for information. 52c0abf9e6Sopenharmony_ciEND 53c0abf9e6Sopenharmony_ci} 54c0abf9e6Sopenharmony_ci 55c0abf9e6Sopenharmony_citest_name= # Used for reporting. 56c0abf9e6Sopenharmony_cilog_file= # Where to save the output of the test script. 57c0abf9e6Sopenharmony_citrs_file= # Where to save the metadata of the test run. 58c0abf9e6Sopenharmony_ciexpect_failure=no 59c0abf9e6Sopenharmony_cicolor_tests=no 60c0abf9e6Sopenharmony_cienable_hard_errors=yes 61c0abf9e6Sopenharmony_ciwhile test $# -gt 0; do 62c0abf9e6Sopenharmony_ci case $1 in 63c0abf9e6Sopenharmony_ci --help) print_usage; exit $?;; 64c0abf9e6Sopenharmony_ci --version) echo "test-driver $scriptversion"; exit $?;; 65c0abf9e6Sopenharmony_ci --test-name) test_name=$2; shift;; 66c0abf9e6Sopenharmony_ci --log-file) log_file=$2; shift;; 67c0abf9e6Sopenharmony_ci --trs-file) trs_file=$2; shift;; 68c0abf9e6Sopenharmony_ci --color-tests) color_tests=$2; shift;; 69c0abf9e6Sopenharmony_ci --expect-failure) expect_failure=$2; shift;; 70c0abf9e6Sopenharmony_ci --enable-hard-errors) enable_hard_errors=$2; shift;; 71c0abf9e6Sopenharmony_ci --) shift; break;; 72c0abf9e6Sopenharmony_ci -*) usage_error "invalid option: '$1'";; 73c0abf9e6Sopenharmony_ci *) break;; 74c0abf9e6Sopenharmony_ci esac 75c0abf9e6Sopenharmony_ci shift 76c0abf9e6Sopenharmony_cidone 77c0abf9e6Sopenharmony_ci 78c0abf9e6Sopenharmony_cimissing_opts= 79c0abf9e6Sopenharmony_citest x"$test_name" = x && missing_opts="$missing_opts --test-name" 80c0abf9e6Sopenharmony_citest x"$log_file" = x && missing_opts="$missing_opts --log-file" 81c0abf9e6Sopenharmony_citest x"$trs_file" = x && missing_opts="$missing_opts --trs-file" 82c0abf9e6Sopenharmony_ciif test x"$missing_opts" != x; then 83c0abf9e6Sopenharmony_ci usage_error "the following mandatory options are missing:$missing_opts" 84c0abf9e6Sopenharmony_cifi 85c0abf9e6Sopenharmony_ci 86c0abf9e6Sopenharmony_ciif test $# -eq 0; then 87c0abf9e6Sopenharmony_ci usage_error "missing argument" 88c0abf9e6Sopenharmony_cifi 89c0abf9e6Sopenharmony_ci 90c0abf9e6Sopenharmony_ciif test $color_tests = yes; then 91c0abf9e6Sopenharmony_ci # Keep this in sync with 'lib/am/check.am:$(am__tty_colors)'. 92c0abf9e6Sopenharmony_ci red='[0;31m' # Red. 93c0abf9e6Sopenharmony_ci grn='[0;32m' # Green. 94c0abf9e6Sopenharmony_ci lgn='[1;32m' # Light green. 95c0abf9e6Sopenharmony_ci blu='[1;34m' # Blue. 96c0abf9e6Sopenharmony_ci mgn='[0;35m' # Magenta. 97c0abf9e6Sopenharmony_ci std='[m' # No color. 98c0abf9e6Sopenharmony_cielse 99c0abf9e6Sopenharmony_ci red= grn= lgn= blu= mgn= std= 100c0abf9e6Sopenharmony_cifi 101c0abf9e6Sopenharmony_ci 102c0abf9e6Sopenharmony_cido_exit='rm -f $log_file $trs_file; (exit $st); exit $st' 103c0abf9e6Sopenharmony_citrap "st=129; $do_exit" 1 104c0abf9e6Sopenharmony_citrap "st=130; $do_exit" 2 105c0abf9e6Sopenharmony_citrap "st=141; $do_exit" 13 106c0abf9e6Sopenharmony_citrap "st=143; $do_exit" 15 107c0abf9e6Sopenharmony_ci 108c0abf9e6Sopenharmony_ci# Test script is run here. We create the file first, then append to it, 109c0abf9e6Sopenharmony_ci# to ameliorate tests themselves also writing to the log file. Our tests 110c0abf9e6Sopenharmony_ci# don't, but others can (automake bug#35762). 111c0abf9e6Sopenharmony_ci: >"$log_file" 112c0abf9e6Sopenharmony_ci"$@" >>"$log_file" 2>&1 113c0abf9e6Sopenharmony_ciestatus=$? 114c0abf9e6Sopenharmony_ci 115c0abf9e6Sopenharmony_ciif test $enable_hard_errors = no && test $estatus -eq 99; then 116c0abf9e6Sopenharmony_ci tweaked_estatus=1 117c0abf9e6Sopenharmony_cielse 118c0abf9e6Sopenharmony_ci tweaked_estatus=$estatus 119c0abf9e6Sopenharmony_cifi 120c0abf9e6Sopenharmony_ci 121c0abf9e6Sopenharmony_cicase $tweaked_estatus:$expect_failure in 122c0abf9e6Sopenharmony_ci 0:yes) col=$red res=XPASS recheck=yes gcopy=yes;; 123c0abf9e6Sopenharmony_ci 0:*) col=$grn res=PASS recheck=no gcopy=no;; 124c0abf9e6Sopenharmony_ci 77:*) col=$blu res=SKIP recheck=no gcopy=yes;; 125c0abf9e6Sopenharmony_ci 99:*) col=$mgn res=ERROR recheck=yes gcopy=yes;; 126c0abf9e6Sopenharmony_ci *:yes) col=$lgn res=XFAIL recheck=no gcopy=yes;; 127c0abf9e6Sopenharmony_ci *:*) col=$red res=FAIL recheck=yes gcopy=yes;; 128c0abf9e6Sopenharmony_ciesac 129c0abf9e6Sopenharmony_ci 130c0abf9e6Sopenharmony_ci# Report the test outcome and exit status in the logs, so that one can 131c0abf9e6Sopenharmony_ci# know whether the test passed or failed simply by looking at the '.log' 132c0abf9e6Sopenharmony_ci# file, without the need of also peaking into the corresponding '.trs' 133c0abf9e6Sopenharmony_ci# file (automake bug#11814). 134c0abf9e6Sopenharmony_ciecho "$res $test_name (exit status: $estatus)" >>"$log_file" 135c0abf9e6Sopenharmony_ci 136c0abf9e6Sopenharmony_ci# Report outcome to console. 137c0abf9e6Sopenharmony_ciecho "${col}${res}${std}: $test_name" 138c0abf9e6Sopenharmony_ci 139c0abf9e6Sopenharmony_ci# Register the test result, and other relevant metadata. 140c0abf9e6Sopenharmony_ciecho ":test-result: $res" > $trs_file 141c0abf9e6Sopenharmony_ciecho ":global-test-result: $res" >> $trs_file 142c0abf9e6Sopenharmony_ciecho ":recheck: $recheck" >> $trs_file 143c0abf9e6Sopenharmony_ciecho ":copy-in-global-log: $gcopy" >> $trs_file 144c0abf9e6Sopenharmony_ci 145c0abf9e6Sopenharmony_ci# Local Variables: 146c0abf9e6Sopenharmony_ci# mode: shell-script 147c0abf9e6Sopenharmony_ci# sh-indentation: 2 148c0abf9e6Sopenharmony_ci# eval: (add-hook 'before-save-hook 'time-stamp) 149c0abf9e6Sopenharmony_ci# time-stamp-start: "scriptversion=" 150c0abf9e6Sopenharmony_ci# time-stamp-format: "%:y-%02m-%02d.%02H" 151c0abf9e6Sopenharmony_ci# time-stamp-time-zone: "UTC0" 152c0abf9e6Sopenharmony_ci# time-stamp-end: "; # UTC" 153c0abf9e6Sopenharmony_ci# End: 154