diff mbox

scripts: Add statistics to test suite runner

Message ID 20170213132646.10599-1-laurent.pinchart@ideasonboard.com (mailing list archive)
State Not Applicable
Delegated to: Geert Uytterhoeven
Headers show

Commit Message

Laurent Pinchart Feb. 13, 2017, 1:26 p.m. UTC 
Print the number of passed, failed and skipped tests.

Signed-off-by: Laurent Pinchart <laurent.pinchart@ideasonboard.com>
---
 scripts/vsp-tests.sh | 17 ++++++++++++++++-
 1 file changed, 16 insertions(+), 1 deletion(-)
diff mbox

Patch

diff --git a/scripts/vsp-tests.sh b/scripts/vsp-tests.sh
index 6a10f70ca35c..1ed81713e5c5 100755
--- a/scripts/vsp-tests.sh
+++ b/scripts/vsp-tests.sh
@@ -21,9 +21,17 @@  KERNEL_VERSION=`uname -r`
 run_test() {
 	local script=$1
 	local iteration=$2
+	local IFS="$(printf '\n\t')"
 
 	echo "- $script"
-	./$script
+
+	local output=$(./$script 2>&1 | tee /proc/self/fd/2)
+	for line in $output ; do
+		(echo "$line" | grep -q 'fail$') && num_fail=$((num_fail+1))
+		(echo "$line" | grep -q 'pass$') && num_pass=$((num_pass+1))
+		(echo "$line" | grep -q 'skipped$') && num_skip=$((num_skip+1))
+		num_test=$((num_test+1))
+	done
 
 	if [ $(ls *.bin 2>/dev/null | wc -l) != 0 ] ; then
 		local dir=$KERNEL_VERSION/test-$script/$iteration/
@@ -36,9 +44,16 @@  run_test() {
 run_suite() {
 	echo "--- Test loop $1 ---"
 
+	num_fail=0
+	num_pass=0
+	num_skip=0
+	num_test=0
+
 	for test in vsp-unit-test*.sh; do
 		run_test $test $1
 	done;
+
+	echo "$num_test tests: $num_pass passed, $num_fail failed, $num_skip skipped"
 }
 
 for loop in `seq 1 1 $1`; do