#!/bin/bash [[ -n $VIRTUAL_ENV ]] || source ../code/bin/activate expect_error() { sample=$1 # error case on purpose resultdir=tmp [[ -d ${resultdir} ]] || mkdir ${resultdir} ./check.sh $sample 2>${resultdir}/$sample.stderr diff ${resultdir}/$sample.stderr expected/$sample.stderr } for (( i=0;i<6;i++ )) do ./check.sh $i done expect_error 6