#!/bin/sh
set -efu

PYS=${PYS:-"$(py3versions -r 2>/dev/null)"}
TESTMODE=${TESTMODE:-full}
TESTPKG=${TESTPKG:-scipy}

cd "$ADTTMP"
#nosetest does not handle knowfailures
cat << EOF > runtest.py
import $TESTPKG
import re
# add failures to skip here
skip = [
]
r = $TESTPKG.test(label='$TESTMODE', verbose=2);
errors = []
for e in r.errors:
    if not any(re.search(s, e[0].id()) for s in skip):
        print(e[0].id())
        errors.append(e)
print("#errors: %d" % len(errors))
assert len(errors) == 0
EOF


for py in $PYS; do
    echo "=== $py ==="
    $py runtest.py 2>&1
done
