Removed negative from benchmark results

benchmarks-contingency.sh

@@ -11,7 +11,7 @@ function sort_file {
   >$1.sorted
 }
 
-results_our_tool=( positive negative dontknow error timeout )
+results_our_tool=( positive dontknow error timeout )
 results_other_tool=( positive negative error timeout )
 
 our_tool=slapnet

run-benchmarks.sh

 #!/bin/bash
 
 benchmarks=( 'found-in-mist-repo' 'given-by-daniel-kroening' 'ic3-soter' )
+executable='./slapnet'
 
 for benchmark in ${benchmarks[@]}; do
   benchmark_dir="benchmarks/$benchmark"
   >$benchmark_dir/positive-slapnet.list
   >$benchmark_dir/dontknow-slapnet.list
-  >$benchmark_dir/negative-slapnet.list
   >$benchmark_dir/timeout-slapnet.list
   >$benchmark_dir/error-slapnet.list
   >$benchmark_dir/timing-slapnet.log
@@ -14,14 +14,12 @@ for benchmark in ${benchmarks[@]}; do
     T="$(date +%s%N)"
     (
       set -o pipefail;
-      timeout 60 ./src/Main $pnet_file | tee $pnet_file.out
+      timeout 60 $executable $pnet_file | tee $pnet_file.out
     )
     result=$?
     T=$(($(date +%s%N)-T))
     if [[ result -eq 0 ]]; then
         list='positive'
-    elif [[ result -eq 1 ]]; then
-        list='negative'
     elif [[ result -eq 2 ]]; then
         list='dontknow'
     elif [[ result -eq 124 || result -eq 137 ]]; then