Commit fcc94b33 authored by Philipp Meyer's avatar Philipp Meyer
Browse files

Removed negative from benchmark results

parent 3e167517
......@@ -11,7 +11,7 @@ function sort_file {
>$1.sorted
}
results_our_tool=( positive negative dontknow error timeout )
results_our_tool=( positive dontknow error timeout )
results_other_tool=( positive negative error timeout )
our_tool=slapnet
......
#!/bin/bash
benchmarks=( 'found-in-mist-repo' 'given-by-daniel-kroening' 'ic3-soter' )
executable='./slapnet'
for benchmark in ${benchmarks[@]}; do
benchmark_dir="benchmarks/$benchmark"
>$benchmark_dir/positive-slapnet.list
>$benchmark_dir/dontknow-slapnet.list
>$benchmark_dir/negative-slapnet.list
>$benchmark_dir/timeout-slapnet.list
>$benchmark_dir/error-slapnet.list
>$benchmark_dir/timing-slapnet.log
......@@ -14,14 +14,12 @@ for benchmark in ${benchmarks[@]}; do
T="$(date +%s%N)"
(
set -o pipefail;
timeout 60 ./src/Main $pnet_file | tee $pnet_file.out
timeout 60 $executable $pnet_file | tee $pnet_file.out
)
result=$?
T=$(($(date +%s%N)-T))
if [[ result -eq 0 ]]; then
list='positive'
elif [[ result -eq 1 ]]; then
list='negative'
elif [[ result -eq 2 ]]; then
list='dontknow'
elif [[ result -eq 124 || result -eq 137 ]]; then
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment