dietlibc/sme10/runtests-X.sh

#! /bin/bash

eval $(grep '^\(TESTPROGRAMS\|SUBDIRS\)=' runtests.sh)

FAILURES_BOGUS=(
  ":gethostbyname"              # network test; net might not be available in test environment

  ":stdlib:tst-environ"         # test uses environ function in unsupported ways (dup keys)
  ":stdlib:tst-rand48"          # platform dependent; does not give reliable results
  ":stdlib:tst-strtod"          # infinite recursion in __dtostr()
  ":time:tst-mktime"            # dietlibc does not support $TZ env
  ":time:tst-posixtz"           # dietlibc does not support $TZ env
  ":time:tst-strftime"          # dietlibc does not support glibc specific format specifications
)

FAILURES_KNOWN=(
  ":sendfile"                   # stdin/stdout not supported; test must be wrapped
  ":stdio:tstdiomisc"           # scanf(3) fails on some constructs
  ":stdio:tst-fphex"            # printf(3) does not support %a specifiers
  ":stdio:tst-printf"           # printf(3) does not support some floating point ops
  ":stdio:tst-sscanf"           # scanf(3) fails on double input
  ":stdlib:test-canon"          # realpath(3) is broken...
)

function is_in() {
    local       val=$1
    local       i
    shift

    for i; do
        test x"$i" != x"$val" || return 0
    done
    return 1
}

rc=0

: ${RUNTEST_INDENT=0}
export RUNTEST_INDENT
export RUNTEST_NS

for p in $TESTPROGRAMS; do
    ! tty -s || printf '%*s%-20s' $RUNTEST_INDENT '' "$p"

    is_in "$RUNTEST_NS:$p" "${FAILURES_BOGUS[@]}" && fail_bogus=true || fail_bogus=false
    is_in "$RUNTEST_NS:$p" "${FAILURES_KNOWN[@]}" && fail_known=true || fail_known=false
    ./$p >/dev/null && failed=false || failed=true

    case $failed:$fail_known:$fail_bogus in
      (false:false:*)           res='OK';;
      (false:true:true)         res='OK (bogus)';;
      (false:true:false)        res="OK (unexpected)"; let ++rc;;
      (true:*:true)             res='FAIL (bogus)';;
      (true:true:*)             res="FAIL (known)";;
      (true:false:*)            res='FAIL'; let ++rc;;
    esac

    ! tty -s || printf '\r'

    printf '%*s%-20s%s\n' $RUNTEST_INDENT '' "$p" "$res"
done

test $rc -eq 0 || \
    printf "%*s--> %u tests failed\n" $RUNTEST_INDENT '' $rc

for d in $SUBDIRS; do
    echo "--- entering directory $d ---"
    let RUNTEST_INDENT+=2
    old_ns=$RUNTEST_NS
    RUNTEST_NS=$RUNTEST_NS:$d

    cd $d && bash ./runtests-X.sh || let ++rc

    RUNTEST_NS=$old_ns
    let RUNTEST_INDENT-=2

    cd $OLDPWD || exit 1
done

test $rc -eq 0 && exit 0 || exit 1
1	vip-ire	1.1	#! /bin/bash
2
3			eval $(grep '^\(TESTPROGRAMS\\|SUBDIRS\)=' runtests.sh)
4
5			FAILURES_BOGUS=(
6			":gethostbyname" # network test; net might not be available in test environment
7
8			":stdlib:tst-environ" # test uses environ function in unsupported ways (dup keys)
9			":stdlib:tst-rand48" # platform dependent; does not give reliable results
10			":stdlib:tst-strtod" # infinite recursion in __dtostr()
11			":time:tst-mktime" # dietlibc does not support $TZ env
12			":time:tst-posixtz" # dietlibc does not support $TZ env
13			":time:tst-strftime" # dietlibc does not support glibc specific format specifications
14			)
15
16			FAILURES_KNOWN=(
17			":sendfile" # stdin/stdout not supported; test must be wrapped
18			":stdio:tstdiomisc" # scanf(3) fails on some constructs
19			":stdio:tst-fphex" # printf(3) does not support %a specifiers
20			":stdio:tst-printf" # printf(3) does not support some floating point ops
21			":stdio:tst-sscanf" # scanf(3) fails on double input
22			":stdlib:test-canon" # realpath(3) is broken...
23			)
24
25			function is_in() {
26			local val=$1
27			local i
28			shift
29
30			for i; do
31			test x"$i" != x"$val" \|\| return 0
32			done
33			return 1
34			}
35
36			rc=0
37
38			: ${RUNTEST_INDENT=0}
39			export RUNTEST_INDENT
40			export RUNTEST_NS
41
42			for p in $TESTPROGRAMS; do
43			! tty -s \|\| printf '%*s%-20s' $RUNTEST_INDENT '' "$p"
44
45			is_in "$RUNTEST_NS:$p" "${FAILURES_BOGUS[@]}" && fail_bogus=true \|\| fail_bogus=false
46			is_in "$RUNTEST_NS:$p" "${FAILURES_KNOWN[@]}" && fail_known=true \|\| fail_known=false
47			./$p >/dev/null && failed=false \|\| failed=true
48
49			case $failed:$fail_known:$fail_bogus in
50			(false:false:*) res='OK';;
51			(false:true:true) res='OK (bogus)';;
52			(false:true:false) res="OK (unexpected)"; let ++rc;;
53			(true:*:true) res='FAIL (bogus)';;
54			(true:true:*) res="FAIL (known)";;
55			(true:false:*) res='FAIL'; let ++rc;;
56			esac
57
58			! tty -s \|\| printf '\r'
59
60			printf '%*s%-20s%s\n' $RUNTEST_INDENT '' "$p" "$res"
61			done
62
63			test $rc -eq 0 \|\| \
64			printf "%*s--> %u tests failed\n" $RUNTEST_INDENT '' $rc
65
66			for d in $SUBDIRS; do
67			echo "--- entering directory $d ---"
68			let RUNTEST_INDENT+=2
69			old_ns=$RUNTEST_NS
70			RUNTEST_NS=$RUNTEST_NS:$d
71
72			cd $d && bash ./runtests-X.sh \|\| let ++rc
73
74			RUNTEST_NS=$old_ns
75			let RUNTEST_INDENT-=2
76
77			cd $OLDPWD \|\| exit 1
78			done
79
80			test $rc -eq 0 && exit 0 \|\| exit 1