diff --git a/benchmarks/cav-benchmarks/run-benchmarks.sh b/benchmarks/cav-benchmarks/run-benchmarks.sh deleted file mode 100755 index b82d912937e0562ea2ce446c1b9d7883cb3b3a2c..0000000000000000000000000000000000000000 --- a/benchmarks/cav-benchmarks/run-benchmarks.sh +++ /dev/null @@ -1,34 +0,0 @@ -#!/bin/bash - -benchmarks=( 'mist' 'wahl-kroening' 'soter' ) -extensions=( 'spec' ) -executable='../../slapnet' - -for benchmark in ${benchmarks[@]}; do - benchmark_dir="$benchmark" - >$benchmark_dir/positive-slapnet.list - >$benchmark_dir/dontknow-slapnet.list - >$benchmark_dir/timeout-slapnet.list - >$benchmark_dir/error-slapnet.list - for ext in ${extensions[@]}; do - for file in `find $benchmark_dir -name "*.$ext"`; do - T="$(date +%s%N)" - ( - set -o pipefail; - timeout 60 $executable --$ext --no-given-properties --termination-by-reachability -o $file.terminating $file | tee $file.out - ) - result=$? - T=$(($(date +%s%N)-T)) - if [[ result -eq 0 ]]; then - list='positive' - elif [[ result -eq 2 ]]; then - list='dontknow' - elif [[ result -eq 124 || result -eq 137 ]]; then - list='timeout' - else - list='error' - fi - echo $T $file >>$benchmark_dir/$list-slapnet.list - done - done -done