temporary expected error : works only on my system (absolute directories)

samples/tests.sh

@@ -2,7 +2,20 @@
 
 [[ -n $VIRTUAL_ENV ]] || source ../code/bin/activate
 
-for (( i=0;i<7;i++ ))
+
+expect_error()
+{
+    sample=$1
+    # error case on purpose
+    resultdir=tmp
+    [[ -d ${resultdir} ]] || mkdir ${resultdir}
+    ./check.sh $sample 2>${resultdir}/$sample.stderr
+    diff ${resultdir}/$sample.stderr expected/$sample.stderr
+}
+
+for (( i=0;i<6;i++ ))
 do
     ./check.sh $i
 done
+
+expect_error 6