check: report number of failed test cases and skipped test cases

As a part of the Blktests CI preparation, improve the test result
reporting. Record failed test cases in the file named "failures" in the
results output directory. Print the count and the list of failed test
cases at the end of test runs. Do the same for skipped test cases using
the file named "skips".

The output will be like this:

  $ sudo ./check meta
  meta/001 (do nothing)                                        [passed]
      runtime  0.000s  ...  0.000s
  [...]
  meta/019 (x=1 y=1 z=1) (combine three set_conditions() hooks) [passed]
      runtime  0.000s  ...  0.000s
  4 failures: meta/003 meta/005 meta/006 meta/009
  2 skips: meta/007 meta/014

Signed-off-by: Shin'ichiro Kawasaki <[email protected]>

Author: kawasaki

check

@@ -531,10 +531,14 @@ _call_test() {
 			}" "${seqres}.kmemleak"
 			;;
 		esac
+
+		echo "$TEST_NAME" >> "$FAILURES"
 		return 1
-	else
-		return 0
+	elif [[ ${TEST_RUN["status"]} = 'not run' ]]; then
+		echo "$TEST_NAME" >> "$SKIPS"
 	fi
+
+	return 0
 }
 
 _test_dev_is_zoned() {
@@ -1263,5 +1267,16 @@ fi
 
 mkdir -p "$OUTPUT"
 OUTPUT="$(realpath "$OUTPUT")"
+FAILURES="$OUTPUT/failures"
+SKIPS="$OUTPUT/skips"
+rm -f "$FAILURES" "$SKIPS"
 
 _check "$@"
+
+declare -a failures skips
+declare l
+[[ -f $FAILURES ]] && while read -r l; do failures+=("$l"); done < "$FAILURES"
+((${#failures[@]})) && echo "${#failures[@]} failures: ${failures[*]}"
+
+[[ -f $SKIPS ]] && while read -r l; do skips+=("$l"); done < "$SKIPS"
+((${#skips[@]})) && echo "${#skips[@]} skips: ${skips[*]}"