1#! /bin/sh 2# 3# SPDX-License-Identifier: BSD-2-Clause 4# 5# Copyright (c) 2018-2023 Gavin D. Howard and contributors. 6# 7# Redistribution and use in source and binary forms, with or without 8# modification, are permitted provided that the following conditions are met: 9# 10# * Redistributions of source code must retain the above copyright notice, this 11# list of conditions and the following disclaimer. 12# 13# * Redistributions in binary form must reproduce the above copyright notice, 14# this list of conditions and the following disclaimer in the documentation 15# and/or other materials provided with the distribution. 16# 17# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 18# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE 21# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 22# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 23# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 24# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 25# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 26# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 27# POSSIBILITY OF SUCH DAMAGE. 28# 29 30script="$0" 31testdir=$(dirname "$script") 32 33. "$testdir/../scripts/functions.sh" 34 35outputdir=${BC_TEST_OUTPUT_DIR:-$testdir} 36 37# Command-line processing. 38if [ "$#" -lt 2 ]; then 39 40 printf 'usage: %s dir test problematic_tests [exec args...]\n' "$script" 41 exit 1 42 43else 44 45 d="$1" 46 shift 47 48 t="$1" 49 shift 50 51 problematic="$1" 52 shift 53 54fi 55 56if [ "$#" -lt 1 ]; then 57 exe="$testdir/../bin/$d" 58else 59 exe="$1" 60 shift 61fi 62 63# Just skip tests that are problematic on FreeBSD. These tests can cause FreeBSD 64# to kill bc from memory exhaustion because of overcommit. 65if [ "$d" = "bc" ] && [ "$problematic" -eq 0 ]; then 66 if [ "$t" = "33.txt" ]; then 67 printf 'Skipping problematic %s error file %s...\n' "$d" "$t" 68 exit 0 69 fi 70fi 71 72# I use these, so unset them to make the tests work. 73unset BC_ENV_ARGS 74unset BC_LINE_LENGTH 75unset DC_ENV_ARGS 76unset DC_LINE_LENGTH 77 78out="$outputdir/${d}_outputs/error_results_${t}" 79outdir=$(dirname "$out") 80 81# Make sure the directory exists. 82if [ ! -d "$outdir" ]; then 83 mkdir -p "$outdir" 84fi 85 86# Set stuff for the correct calculator. 87if [ "$d" = "bc" ]; then 88 opts="-l" 89 halt="halt" 90 read_call="read()" 91 read_expr="${read_call}\n5+5;" 92else 93 opts="-x" 94 halt="q" 95fi 96 97testfile="$testdir/$d/errors/$t" 98 99printf 'Running %s error file %s with clamping...' "$d" "$t" 100 101printf '%s\n' "$halt" | "$exe" "$@" $opts -c "$testfile" 2> "$out" > /dev/null 102err="$?" 103 104checkerrtest "$d" "$err" "$testfile" "$out" "$exebase" > /dev/null 105 106printf 'pass\n' 107 108printf 'Running %s error file %s without clamping...' "$d" "$t" 109 110printf '%s\n' "$halt" | "$exe" "$@" $opts -C "$testfile" 2> "$out" > /dev/null 111err="$?" 112 113checkerrtest "$d" "$err" "$testfile" "$out" "$exebase" > /dev/null 114 115printf 'pass\n' 116 117printf 'Running %s error file %s through cat with clamping...' "$d" "$t" 118 119cat "$testfile" | "$exe" "$@" $opts -c 2> "$out" > /dev/null 120err="$?" 121 122checkerrtest "$d" "$err" "$testfile" "$out" "$exebase" 123 124printf 'pass\n' 125 126printf 'Running %s error file %s through cat without clamping...' "$d" "$t" 127 128cat "$testfile" | "$exe" "$@" $opts -C 2> "$out" > /dev/null 129err="$?" 130 131checkerrtest "$d" "$err" "$testfile" "$out" "$exebase" 132 133printf 'pass\n' 134