From d63238ed9d702798d4e44dafa0f82d4664eed477 Mon Sep 17 00:00:00 2001
From: Frank LENORMAND <lenormf@gmail.com>
Date: Sat, 12 Dec 2015 11:51:48 +0300
Subject: [PATCH 1/2] Allow unit tests to test for errors.

---
 test/run | 62 +++++++++++++++++++++++++++++++++-----------------------
 1 file changed, 37 insertions(+), 25 deletions(-)

diff --git a/test/run b/test/run
index 8d59eb39a..93351e469 100755
--- a/test/run
+++ b/test/run
@@ -15,7 +15,11 @@ main() {
     test_files=$(ls out selections state 2>/dev/null)
     cd $work/$dir;
     indent="$(echo "${dir}/" | sed -e 's|[^/]*/\+|  |g')"
-    name=$(basename $PWD)
+    name=$(echo ${PWD##*/} | sed 's/-fail^//')
+    should_fail=0
+    if [ ${PWD##*-} = fail ]; then
+      should_fail=1
+    fi
     if ! test -e cmd; then
       echo "$indent$name"
     elif test -x enabled && ! ./enabled; then
@@ -46,32 +50,40 @@ main() {
       "
       ${test}/../src/kak out -n -u -e "$kak_commands"
       retval=$?
-      if [ $retval -ne 0 ]; then
+      if [ $should_fail = 0 ]; then
+        if [ $retval -ne 0 ]; then
           echo "Kakoune returned error $retval"
-      fi
-      for expect in $test_files; do
-        if cmp -s $test/$dir/$expect $expect; then
-          echo "$indent$name" | colorize green normal
-        else
-          number_failures=$(($number_failures + 1))
-          echo "$indent$name" | colorize red normal
-          echo
-          diff -u $test/$dir/$expect $expect | while read -r line; do
-            first_character=$(echo "$line" | cut -b 1)
-            case $first_character in
-              +) color=green ;;
-              -) color=red ;;
-              @) color=magenta ;;
-              *) color=none ;;
-            esac
-            echo "$line" | colorize $color normal
-          done
-          echo
-          echo "debug buffer:" | colorize yellow normal
-          cat debug
-          echo
         fi
-      done
+        for expect in $test_files; do
+          if cmp -s $test/$dir/$expect $expect; then
+            echo "$indent$name" | colorize green normal
+          else
+            number_failures=$(($number_failures + 1))
+            echo "$indent$name" | colorize red normal
+            echo
+            diff -u $test/$dir/$expect $expect | while read -r line; do
+              first_character=$(echo "$line" | cut -b 1)
+              case $first_character in
+                +) color=green ;;
+                -) color=red ;;
+                @) color=magenta ;;
+                *) color=none ;;
+              esac
+              echo "$line" | colorize $color normal
+            done
+            echo
+            echo "debug buffer:" | colorize yellow normal
+            cat debug
+            echo
+          fi
+        done
+      else
+        if [ $retval -eq 0 ]; then
+          color=red
+        fi
+        color=${color:-green}
+        echo "$indent$name" | colorize $color normal
+      fi
     fi
   done
   if expr $number_failures > 0; then

From 6129f1b0490be00514eccf1b2a0ae28ca7b7144b Mon Sep 17 00:00:00 2001
From: Frank LENORMAND <lenormf@gmail.com>
Date: Mon, 14 Dec 2015 15:35:23 +0300
Subject: [PATCH 2/2] Adapt the changes to a smarter way of testing kak for
 failures

---
 test/run | 23 +++++++++++++++--------
 1 file changed, 15 insertions(+), 8 deletions(-)

diff --git a/test/run b/test/run
index 93351e469..0622f0635 100755
--- a/test/run
+++ b/test/run
@@ -15,11 +15,8 @@ main() {
     test_files=$(ls out selections state 2>/dev/null)
     cd $work/$dir;
     indent="$(echo "${dir}/" | sed -e 's|[^/]*/\+|  |g')"
-    name=$(echo ${PWD##*/} | sed 's/-fail^//')
-    should_fail=0
-    if [ ${PWD##*-} = fail ]; then
-      should_fail=1
-    fi
+    name=$(basename $PWD)
+    should_fail=$(test ! -e error; echo $?)
     if ! test -e cmd; then
       echo "$indent$name"
     elif test -x enabled && ! ./enabled; then
@@ -38,6 +35,10 @@ main() {
         catch %{
           exec gg
         }
+        hook global RuntimeError .+ %{
+          nop %sh{echo '\$kak_hook_param' > stderr}
+          quit!
+        }
         exec '$(cat cmd | sed -e s/\'/\\\\\'/g)'
         eval -buffer *debug* write debug
         nop %sh{
@@ -78,10 +79,16 @@ main() {
           fi
         done
       else
-        if [ $retval -eq 0 ]; then
-          color=red
+        color=green
+        if [ ! -e stderr ]; then
+          if [ $retval -eq 0 ]; then
+            color=red
+            number_failures=$(($number_failures + 1))
+          fi
+        elif [ -s error -a ! $(cmp -s error stderr) ]; then
+          color=yellow
         fi
-        color=${color:-green}
+
         echo "$indent$name" | colorize $color normal
       fi
     fi