#! /bin/sh # # SPDX-License-Identifier: BSD-2-Clause # # Copyright (c) 2018-2020 Gavin D. Howard and contributors. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions are met: # # * Redistributions of source code must retain the above copyright notice, this # list of conditions and the following disclaimer. # # * Redistributions in binary form must reproduce the above copyright notice, # this list of conditions and the following disclaimer in the documentation # and/or other materials provided with the distribution. # # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" # AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE # ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE # LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE # POSSIBILITY OF SUCH DAMAGE. # set -e script="$0" testdir=$(dirname "$script") . "$testdir/../functions.sh" if [ "$#" -ge 1 ]; then d="$1" shift else err_exit "usage: $script dir [run_extra_tests] [run_stack_tests] [gen_tests] [time_tests] [exec args...]" 1 fi if [ "$#" -lt 1 ]; then extra=1 else extra="$1" shift fi if [ "$#" -lt 1 ]; then run_stack_tests=1 else run_stack_tests="$1" shift fi if [ "$#" -lt 1 ]; then generate_tests=1 else generate_tests="$1" shift fi if [ "$#" -lt 1 ]; then time_tests=0 else time_tests="$1" shift fi if [ "$#" -lt 1 ]; then exe="$testdir/../bin/$d" else exe="$1" shift fi stars="***********************************************************************" printf '%s\n' "$stars" if [ "$d" = "bc" ]; then halt="quit" else halt="q" fi unset BC_ENV_ARGS unset BC_LINE_LENGTH unset DC_ENV_ARGS unset DC_LINE_LENGTH printf '\nRunning %s tests...\n\n' "$d" while read t; do if [ "$extra" -eq 0 ]; then if [ "$t" = "trunc" ] || [ "$t" = "places" ] || [ "$t" = "shift" ] || \ [ "$t" = "lib2" ] || [ "$t" = "scientific" ] || [ "$t" = "rand" ] || \ [ "$t" = "engineering" ] then printf 'Skipping %s %s\n' "$d" "$t" continue fi fi sh "$testdir/test.sh" "$d" "$t" "$generate_tests" "$time_tests" "$exe" "$@" done < "$testdir/$d/all.txt" sh "$testdir/stdin.sh" "$d" "$exe" "$@" sh "$testdir/scripts.sh" "$d" "$extra" "$run_stack_tests" "$generate_tests" "$time_tests" "$exe" "$@" sh "$testdir/read.sh" "$d" "$exe" "$@" sh "$testdir/errors.sh" "$d" "$exe" "$@" num=100000000000000000000000000000000000000000000000000000000000000000000000000000 numres="$num" num70="10000000000000000000000000000000000000000000000000000000000000000000\\ 0000000000" if [ "$d" = "bc" ]; then halt="halt" opt="x" lopt="extended-register" line_var="BC_LINE_LENGTH" else halt="q" opt="l" lopt="mathlib" line_var="DC_LINE_LENGTH" num="$num pR" fi printf '\nRunning %s quit test...' "$d" printf '%s\n' "$halt" | "$exe" "$@" > /dev/null 2>&1 if [ "$d" = bc ]; then printf '%s\n' "quit" | "$exe" "$@" > /dev/null 2>&1 two=$("$exe" "$@" -e 1+1 -e quit) if [ "$two" != "2" ]; then err_exit "$d failed a quit test" 1 fi fi printf 'pass\n' base=$(basename "$exe") if [ "$base" != "bc" -a "$base" != "dc" ]; then exit 0 fi printf 'Running %s environment var tests...' "$d" if [ "$d" = "bc" ]; then export BC_ENV_ARGS=" '-l' '' -q" export BC_EXPR_EXIT="1" printf 's(.02893)\n' | "$exe" "$@" > /dev/null "$exe" -e 4 "$@" > /dev/null else export DC_ENV_ARGS="'-x'" export DC_EXPR_EXIT="1" printf '4s stuff\n' | "$exe" "$@" > /dev/null "$exe" -e 4pR "$@" > /dev/null fi printf 'pass\n' out1="$testdir/../.log_$d.txt" out2="$testdir/../.log_${d}_test.txt" printf 'Running %s line length tests...' "$d" printf '%s\n' "$numres" > "$out1" export "$line_var"=80 printf '%s\n' "$num" | "$exe" "$@" > "$out2" diff "$out1" "$out2" printf '%s\n' "$num70" > "$out1" export "$line_var"=2147483647 printf '%s\n' "$num" | "$exe" "$@" > "$out2" diff "$out1" "$out2" printf 'pass\n' printf 'Running %s arg tests...' "$d" f="$testdir/$d/add.txt" exprs=$(cat "$f") results=$(cat "$testdir/$d/add_results.txt") printf '%s\n%s\n%s\n%s\n' "$results" "$results" "$results" "$results" > "$out1" "$exe" "$@" -e "$exprs" -f "$f" --expression "$exprs" --file "$f" -e "$halt" > "$out2" diff "$out1" "$out2" printf '%s\n' "$halt" | "$exe" "$@" -- "$f" "$f" "$f" "$f" > "$out2" diff "$out1" "$out2" if [ "$d" = "bc" ]; then printf '%s\n' "$halt" | "$exe" "$@" -i > /dev/null 2>&1 fi printf '%s\n' "$halt" | "$exe" "$@" -h > /dev/null printf '%s\n' "$halt" | "$exe" "$@" -P > /dev/null printf '%s\n' "$halt" | "$exe" "$@" -v > /dev/null printf '%s\n' "$halt" | "$exe" "$@" -V > /dev/null set +e "$exe" "$@" -f "saotehasotnehasthistohntnsahxstnhalcrgxgrlpyasxtsaosysxsatnhoy.txt" > /dev/null 2> "$out2" err="$?" checktest "$d" "$err" "invalid file argument" "$out2" "$d" "$exe" "$@" "-$opt" -e "$exprs" > /dev/null 2> "$out2" err="$?" checktest "$d" "$err" "invalid option argument" "$out2" "$d" "$exe" "$@" "--$lopt" -e "$exprs" > /dev/null 2> "$out2" err="$?" checktest "$d" "$err" "invalid long option argument" "$out2" "$d" "$exe" "$@" "-u" -e "$exprs" > /dev/null 2> "$out2" err="$?" checktest "$d" "$err" "unrecognized option argument" "$out2" "$d" "$exe" "$@" "--uniform" -e "$exprs" > /dev/null 2> "$out2" err="$?" checktest "$d" "$err" "unrecognized long option argument" "$out2" "$d" "$exe" "$@" -f > /dev/null 2> "$out2" err="$?" checktest "$d" "$err" "missing required argument to short option" "$out2" "$d" "$exe" "$@" --file > /dev/null 2> "$out2" err="$?" checktest "$d" "$err" "missing required argument to long option" "$out2" "$d" "$exe" "$@" --version=5 > /dev/null 2> "$out2" err="$?" checktest "$d" "$err" "given argument to long option with no argument" "$out2" "$d" printf 'pass\n' printf 'Running %s directory test...' "$d" "$exe" "$@" "$testdir" > /dev/null 2> "$out2" err="$?" checktest "$d" "$err" "directory" "$out2" "$d" printf 'pass\n' printf 'Running %s binary file test...' "$d" bin="/bin/sh" "$exe" "$@" "$bin" > /dev/null 2> "$out2" err="$?" checktest "$d" "$err" "binary file" "$out2" "$d" printf 'pass\n' printf 'Running %s binary stdin test...' "$d" cat "$bin" | "$exe" "$@" > /dev/null 2> "$out2" err="$?" checktest "$d" "$err" "binary stdin" "$out2" "$d" printf 'pass\n' if [ "$d" = "bc" ]; then printf 'Running %s limits tests...' "$d" printf 'limits\n' | "$exe" "$@" > "$out2" /dev/null 2>&1 if [ ! -s "$out2" ]; then err_exit "$d did not produce output on the limits test" 1 fi printf 'pass\n' fi printf '\nAll %s tests passed.\n' "$d" printf '\n%s\n' "$stars"